Dec 04 18:57:08 user nova-compute[75209]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75209) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 04 18:57:08 user nova-compute[75209]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75209) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 04 18:57:08 user nova-compute[75209]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75209) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 04 18:57:08 user nova-compute[75209]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Dec 04 18:57:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 18:57:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 18:57:08 user nova-compute[75209]: INFO nova.virt.driver [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] Loading compute driver 'libvirt.LibvirtDriver'
Dec 04 18:57:09 user nova-compute[75209]: INFO nova.compute.provider_config [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] Acquiring lock "singleton_lock" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] Acquired lock "singleton_lock" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] Releasing lock "singleton_lock" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] Full set of CONF: {{(pid=75209) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ******************************************************************************** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] Configuration options gathered from: {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ================================================================================ {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] allow_resize_to_same_host      = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] arq_binding_timeout            = 300 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] backdoor_port                  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] backdoor_socket                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] block_device_allocate_retries  = 300 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] block_device_allocate_retries_interval = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cert                           = self.pem {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute_monitors               = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] config_dir                     = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] config_drive_format            = iso9660 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] config_source                  = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] console_host                   = user {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] control_exchange               = nova {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cpu_allocation_ratio           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] daemon                         = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] debug                          = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] default_access_ip_network_name = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] default_availability_zone      = nova {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] default_ephemeral_format       = ext4 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] default_green_pool_size        = 1000 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] default_schedule_zone          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] disk_allocation_ratio          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] enable_new_services            = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] enabled_apis                   = ['osapi_compute'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] enabled_ssl_apis               = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] flat_injected                  = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] force_config_drive             = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] force_raw_images               = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] graceful_shutdown_timeout      = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] heal_instance_info_cache_interval = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] host                           = user {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] instance_build_timeout         = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] instance_delete_interval       = 300 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] instance_format                = [instance: %(uuid)s]  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] instance_name_template         = instance-%08x {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] instance_usage_audit           = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] instance_usage_audit_period    = month {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] internal_service_availability_zone = internal {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] key                            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] live_migration_retry_count     = 30 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] log_config_append              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] log_dir                        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] log_file                       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] log_options                    = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] log_rotate_interval            = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] log_rotate_interval_type       = days {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] log_rotation_type              = none {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] long_rpc_timeout               = 1800 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] max_concurrent_builds          = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] max_concurrent_live_migrations = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] max_concurrent_snapshots       = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] max_local_block_devices        = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] max_logfile_count              = 30 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] max_logfile_size_mb            = 200 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] maximum_instance_delete_attempts = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] metadata_listen                = 0.0.0.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] metadata_listen_port           = 8775 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] metadata_workers               = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] migrate_max_retries            = -1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] mkisofs_cmd                    = genisoimage {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] my_ip                          = 10.0.0.210 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] network_allocate_retries       = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] osapi_compute_listen_port      = 8774 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] osapi_compute_unique_server_name_scope =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] osapi_compute_workers          = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] password_length                = 12 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] periodic_enable                = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] periodic_fuzzy_delay           = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] pointer_model                  = ps2mouse {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] preallocate_images             = none {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] publish_errors                 = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] pybasedir                      = /opt/stack/nova {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ram_allocation_ratio           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] rate_limit_burst               = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] rate_limit_except_level        = CRITICAL {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] rate_limit_interval            = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] reboot_timeout                 = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] reclaim_instance_interval      = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] record                         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] reimage_timeout_per_gb         = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] report_interval                = 120 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] rescue_timeout                 = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] reserved_host_cpus             = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] reserved_host_disk_mb          = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] reserved_host_memory_mb        = 512 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] reserved_huge_pages            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] resize_confirm_window          = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] resize_fs_using_block_device   = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] resume_guests_state_on_host_boot = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] rpc_response_timeout           = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] run_external_periodic_tasks    = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] running_deleted_instance_action = reap {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] running_deleted_instance_poll_interval = 1800 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] running_deleted_instance_timeout = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler_instance_sync_interval = 120 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_down_time              = 720 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] servicegroup_driver            = db {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] shelved_offload_time           = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] shelved_poll_interval          = 3600 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] shutdown_timeout               = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] source_is_ipv6                 = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ssl_only                       = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] state_path                     = /opt/stack/data/nova {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] sync_power_state_interval      = 600 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] sync_power_state_pool_size     = 1000 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] syslog_log_facility            = LOG_USER {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] tempdir                        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] timeout_nbd                    = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] transport_url                  = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] update_resources_interval      = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] use_cow_images                 = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] use_eventlog                   = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] use_journal                    = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] use_json                       = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] use_rootwrap_daemon            = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] use_stderr                     = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] use_syslog                     = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vcpu_pin_set                   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plugging_is_fatal          = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plugging_timeout           = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] virt_mkfs                      = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] volume_usage_poll_interval     = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] watch_log_file                 = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] web                            = /usr/share/spice-html5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_concurrency.disable_process_locking = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.auth_strategy              = keystone {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.compute_link_prefix        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.dhcp_domain                = novalocal {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.enable_instance_password   = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.glance_link_prefix         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.instance_list_per_project_cells = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.list_records_by_skipping_down_cells = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.local_metadata_per_cell    = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.max_limit                  = 1000 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.metadata_cache_expiration  = 15 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.neutron_default_tenant_id  = default {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.use_forwarded_for          = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.use_neutron_default_nets   = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.vendordata_dynamic_targets = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.vendordata_jsonfile_path   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.backend                  = dogpile.cache.memcached {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.backend_argument         = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.config_prefix            = cache.oslo {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.dead_timeout             = 60.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.debug_cache_backend      = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.enable_retry_client      = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.enable_socket_keepalive  = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.enabled                  = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.expiration_time          = 600 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.hashclient_retry_attempts = 2 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.memcache_dead_retry      = 300 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.memcache_password        =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.memcache_pool_maxsize    = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.memcache_sasl_enabled    = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.memcache_username        =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.proxies                  = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.retry_attempts           = 2 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.retry_delay              = 0.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.socket_keepalive_count   = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.socket_keepalive_idle    = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.socket_keepalive_interval = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.tls_allowed_ciphers      = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.tls_cafile               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.tls_certfile             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.tls_enabled              = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cache.tls_keyfile              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.auth_section            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.auth_type               = password {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.cafile                  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.certfile                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.collect_timing          = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.cross_az_attach         = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.debug                   = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.endpoint_template       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.http_retries            = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.insecure                = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.keyfile                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.os_region_name          = RegionOne {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.split_loggers           = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cinder.timeout                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.cpu_dedicated_set      = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.cpu_shared_set         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.image_type_exclude_list = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.max_concurrent_disk_ops = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.max_disk_devices_to_attach = -1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.resource_provider_association_refresh = 300 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.shutdown_retry_interval = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] conductor.workers              = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] console.allowed_origins        = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] console.ssl_ciphers            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] console.ssl_minimum_version    = default {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] consoleauth.token_ttl          = 600 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.cafile                  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.certfile                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.collect_timing          = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.connect_retries         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.connect_retry_delay     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.endpoint_override       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.insecure                = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.keyfile                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.max_version             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.min_version             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.region_name             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.service_name            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.service_type            = accelerator {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.split_loggers           = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.status_code_retries     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.status_code_retry_delay = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.timeout                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] cyborg.version                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.backend               = sqlalchemy {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.connection            = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.connection_debug      = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.connection_parameters =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.connection_recycle_time = 3600 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.connection_trace      = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.db_inc_retry_interval = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.db_max_retries        = 20 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.db_max_retry_interval = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.db_retry_interval     = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.max_overflow          = 50 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.max_pool_size         = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.max_retries           = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.mysql_wsrep_sync_wait = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.pool_timeout          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.retry_interval        = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.slave_connection      = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] database.sqlite_synchronous    = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.backend           = sqlalchemy {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.connection        = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.connection_debug  = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.connection_parameters =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.connection_recycle_time = 3600 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.connection_trace  = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.db_inc_retry_interval = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.db_max_retries    = 20 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.db_max_retry_interval = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.db_retry_interval = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.max_overflow      = 50 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.max_pool_size     = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.max_retries       = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.pool_timeout      = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.retry_interval    = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.slave_connection  = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] api_database.sqlite_synchronous = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] devices.enabled_mdev_types     = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ephemeral_storage_encryption.enabled = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.api_servers             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.cafile                  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.certfile                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.collect_timing          = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.connect_retries         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.connect_retry_delay     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.debug                   = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.default_trusted_certificate_ids = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.enable_certificate_validation = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.enable_rbd_download     = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.endpoint_override       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.insecure                = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.keyfile                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.max_version             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.min_version             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.num_retries             = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.rbd_ceph_conf           =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.rbd_connect_timeout     = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.rbd_pool                =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.rbd_user                =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.region_name             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.service_name            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.service_type            = image {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.split_loggers           = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.status_code_retries     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.status_code_retry_delay = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.timeout                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.verify_glance_signatures = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] glance.version                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] guestfs.debug                  = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.config_drive_cdrom      = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.config_drive_inject_password = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.enable_instance_metrics_collection = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.enable_remotefx         = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.instances_path_share    =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.iscsi_initiator_list    = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.limit_cpu_features      = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.power_state_check_timeframe = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.use_multipath_io        = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.volume_attach_retry_count = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.vswitch_name            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] mks.enabled                    = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] image_cache.manager_interval   = 2400 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] image_cache.precache_concurrency = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] image_cache.remove_unused_base_images = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] image_cache.subdirectory_name  = _base {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.api_max_retries         = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.api_retry_interval      = 2 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.auth_section            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.auth_type               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.cafile                  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.certfile                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.collect_timing          = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.conductor_group         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.connect_retries         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.connect_retry_delay     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.endpoint_override       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.insecure                = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.keyfile                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.max_version             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.min_version             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.peer_list               = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.region_name             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.serial_console_state_timeout = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.service_name            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.service_type            = baremetal {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.split_loggers           = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.status_code_retries     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.status_code_retry_delay = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.timeout                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ironic.version                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] key_manager.fixed_key          = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.barbican_api_version  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.barbican_endpoint     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.barbican_endpoint_type = public {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.barbican_region_name  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.cafile                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.certfile              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.collect_timing        = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.insecure              = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.keyfile               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.number_of_retries     = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.retry_delay           = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.send_service_user_token = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.split_loggers         = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.timeout               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.verify_ssl            = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican.verify_ssl_path       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican_service_user.auth_section = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican_service_user.auth_type = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican_service_user.cafile   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican_service_user.certfile = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican_service_user.collect_timing = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican_service_user.insecure = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican_service_user.keyfile  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican_service_user.split_loggers = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] barbican_service_user.timeout  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.approle_role_id          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.approle_secret_id        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.cafile                   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.certfile                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.collect_timing           = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.insecure                 = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.keyfile                  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.kv_mountpoint            = secret {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.kv_path                  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.kv_version               = 2 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.namespace                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.root_token_id            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.split_loggers            = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.ssl_ca_crt_file          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.timeout                  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.use_ssl                  = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.auth_section          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.auth_type             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.cafile                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.certfile              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.collect_timing        = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.connect_retries       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.connect_retry_delay   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.endpoint_override     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.insecure              = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.keyfile               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.max_version           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.min_version           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.region_name           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.service_name          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.service_type          = identity {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.split_loggers         = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.status_code_retries   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.status_code_retry_delay = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.timeout               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] keystone.version               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.connection_uri         =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.cpu_mode               = custom {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: WARNING oslo_config.cfg [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.cpu_power_governor_high = performance {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.cpu_power_governor_low = powersave {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.cpu_power_management   = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.device_detach_attempts = 8 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.device_detach_timeout  = 20 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.disk_cachemodes        = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.disk_prefix            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.enabled_perf_events    = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.file_backed_memory     = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.gid_maps               = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.hw_disk_discard        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.hw_machine_type        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.images_rbd_glance_store_name =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.images_rbd_pool        = rbd {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.images_type            = default {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.images_volume_group    = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.inject_key             = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.inject_partition       = -2 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.inject_password        = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.iscsi_iface            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.iser_use_multipath     = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_bandwidth = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_downtime = 500 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_inbound_addr = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_permit_post_copy = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_scheme  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_timeout_action = abort {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_tunnelled = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: WARNING oslo_config.cfg [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Dec 04 18:57:09 user nova-compute[75209]: live_migration_uri is deprecated for removal in favor of two other options that
Dec 04 18:57:09 user nova-compute[75209]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Dec 04 18:57:09 user nova-compute[75209]: and ``live_migration_inbound_addr`` respectively.
Dec 04 18:57:09 user nova-compute[75209]: ).  Its value may be silently ignored in the future.
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.live_migration_with_native_tls = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.max_queues             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.nfs_mount_options      = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.num_memory_encrypted_guests = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.num_pcie_ports         = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.pmem_namespaces        = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.quobyte_client_cfg     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.rbd_secret_uuid        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.rbd_user               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.remote_filesystem_transport = ssh {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.rescue_image_id        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.rescue_kernel_id       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.rescue_ramdisk_id      = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.rx_queue_size          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.smbfs_mount_options    =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.snapshot_compression   = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.snapshot_image_format  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.sparse_logical_volumes = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.swtpm_enabled          = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.swtpm_group            = tss {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.swtpm_user             = tss {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.sysinfo_serial         = unique {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.tb_cache_size          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.tx_queue_size          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.uid_maps               = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.use_virtio_for_bridges = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.virt_type              = kvm {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.volume_clear           = zero {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.volume_clear_size      = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.volume_use_multipath   = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.vzstorage_cache_path   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.vzstorage_mount_user   = stack {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.auth_section           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.auth_type              = password {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.cafile                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.certfile               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.collect_timing         = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.connect_retries        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.connect_retry_delay    = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.default_floating_pool  = public {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.endpoint_override      = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.extension_sync_interval = 600 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.http_retries           = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.insecure               = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.keyfile                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.max_version            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.min_version            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.ovs_bridge             = br-int {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.physnets               = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.region_name            = RegionOne {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.service_metadata_proxy = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.service_name           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.service_type           = network {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.split_loggers          = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.status_code_retries    = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.status_code_retry_delay = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.timeout                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] neutron.version                = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] notifications.bdms_in_notifications = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] notifications.default_level    = INFO {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] notifications.notification_format = unversioned {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] notifications.notify_on_state_change = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] pci.alias                      = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] pci.device_spec                = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] pci.report_in_placement        = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.auth_section         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.auth_type            = password {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.cafile               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.certfile             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.collect_timing       = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.connect_retries      = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.connect_retry_delay  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.default_domain_id    = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.default_domain_name  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.domain_id            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.domain_name          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.endpoint_override    = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.insecure             = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.keyfile              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.max_version          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.min_version          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.password             = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.project_domain_id    = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.project_domain_name  = Default {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.project_id           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.project_name         = service {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.region_name          = RegionOne {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.service_name         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.service_type         = placement {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.split_loggers        = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.status_code_retries  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.status_code_retry_delay = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.system_scope         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.timeout              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.trust_id             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.user_domain_id       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.user_domain_name     = Default {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.user_id              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.username             = placement {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] placement.version              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.cores                    = 20 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.count_usage_from_placement = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.injected_file_content_bytes = 10240 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.injected_file_path_length = 255 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.injected_files           = 5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.instances                = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.key_pairs                = 100 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.metadata_items           = 128 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.ram                      = 51200 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.recheck_quota            = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.server_group_members     = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] quota.server_groups            = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] rdp.enabled                    = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler.image_metadata_prefilter = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler.max_attempts         = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler.max_placement_results = 1000 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler.query_placement_for_image_type_support = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] scheduler.workers              = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.host_subset_size = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.isolated_hosts = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.isolated_images = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.pci_in_placement = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.track_instance_changes = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] metrics.required               = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] metrics.weight_multiplier      = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] metrics.weight_setting         = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] serial_console.enabled         = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] serial_console.port_range      = 10000:20000 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] serial_console.serialproxy_port = 6083 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_user.auth_section      = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_user.auth_type         = password {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_user.cafile            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_user.certfile          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_user.collect_timing    = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_user.insecure          = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_user.keyfile           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_user.send_service_user_token = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_user.split_loggers     = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] service_user.timeout           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.agent_enabled            = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.enabled                  = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.html5proxy_port          = 6082 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.image_compression        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.jpeg_compression         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.playback_compression     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.server_listen            = 127.0.0.1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.streaming_mode           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] spice.zlib_compression         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] upgrade_levels.baseapi         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] upgrade_levels.compute         = auto {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] upgrade_levels.conductor       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] upgrade_levels.scheduler       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vendordata_dynamic_auth.auth_section = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vendordata_dynamic_auth.auth_type = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vendordata_dynamic_auth.cafile = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vendordata_dynamic_auth.certfile = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vendordata_dynamic_auth.insecure = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vendordata_dynamic_auth.keyfile = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vendordata_dynamic_auth.timeout = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.api_retry_count         = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.ca_file                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.cache_prefix            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.cluster_name            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.connection_pool_size    = 10 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.console_delay_seconds   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.datastore_regex         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.host_ip                 = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.host_password           = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.host_port               = 443 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.host_username           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.insecure                = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.integration_bridge      = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.maximum_objects         = 100 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.pbm_default_policy      = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.pbm_enabled             = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.pbm_wsdl_location       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.serial_port_proxy_uri   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.serial_port_service_uri = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.task_poll_interval      = 0.5 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.use_linked_clone        = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.vnc_keymap              = en-us {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.vnc_port                = 5900 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vmware.vnc_port_total          = 10000 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vnc.auth_schemes               = ['none'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vnc.enabled                    = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vnc.novncproxy_port            = 6080 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vnc.server_listen              = 0.0.0.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vnc.vencrypt_ca_certs          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vnc.vencrypt_client_cert       = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vnc.vencrypt_client_key        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.disable_rootwrap   = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.enable_numa_live_migration = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.libvirt_disable_apic = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.client_socket_timeout     = 900 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.default_pool_size         = 1000 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.keep_alive                = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.max_header_line           = 16384 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.ssl_ca_file               = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.ssl_cert_file             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.ssl_key_file              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.tcp_keepidle              = 600 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] zvm.ca_file                    = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] zvm.cloud_connector_url        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] zvm.reachable_timeout          = 300 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_policy.enforce_new_defaults = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_policy.enforce_scope      = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_policy.policy_default_rule = default {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_policy.policy_file        = policy.yaml {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.connection_string     = messaging:// {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.enabled               = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.es_doc_type           = notification {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.es_scroll_size        = 10000 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.es_scroll_time        = 2m {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.filter_error_trace    = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.hmac_keys             = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.sentinel_service_name = mymaster {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.socket_timeout        = 0.1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.trace_requests        = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler.trace_sqlalchemy      = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler_jaeger.process_tags   = {} {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler_jaeger.service_name_prefix = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] profiler_otlp.service_name_prefix = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] remote_debug.host              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] remote_debug.port              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.ssl      = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_notifications.retry = -1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_messaging_notifications.transport_url = **** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.auth_section        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.auth_type           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.cafile              = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.certfile            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.collect_timing      = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.connect_retries     = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.connect_retry_delay = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.endpoint_id         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.endpoint_override   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.insecure            = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.keyfile             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.max_version         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.min_version         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.region_name         = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.service_name        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.service_type        = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.split_loggers       = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.status_code_retries = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.status_code_retry_delay = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.timeout             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.valid_interfaces    = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_limit.version             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_reports.file_event_handler = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] oslo_reports.log_dir           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_ovs_privileged.group  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] vif_plug_ovs_privileged.user   = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_linux_bridge.flat_interface = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_ovs.isolate_vif         = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_vif_ovs.per_port_bridge     = False {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] os_brick.lock_path             = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] privsep_osbrick.capabilities   = [21] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] privsep_osbrick.group          = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] privsep_osbrick.helper_command = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] privsep_osbrick.user           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] nova_sys_admin.group           = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] nova_sys_admin.helper_command  = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] nova_sys_admin.user            = None {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG oslo_service.service [None req-f1ecc5ec-c12a-435a-8810-c12ee2d14265 None None] ******************************************************************************** {{(pid=75209) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Dec 04 18:57:09 user nova-compute[75209]: INFO nova.service [-] Starting compute node (version 0.0.0)
Dec 04 18:57:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Connecting to libvirt: qemu:///system {{(pid=75209) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f4e7de5e560> {{(pid=75209) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Dec 04 18:57:09 user nova-compute[75209]: libvirt:  error : internal error: could not initialize domain event timer
Dec 04 18:57:09 user nova-compute[75209]: WARNING nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Dec 04 18:57:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f4e7de5e560> {{(pid=75209) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Starting native event thread {{(pid=75209) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Starting green dispatch thread {{(pid=75209) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Dec 04 18:57:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Starting connection event dispatch thread {{(pid=75209) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Dec 04 18:57:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Connection event '1' reason 'None'
Dec 04 18:57:09 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 04 18:57:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.mount [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Initialising _HostMountState generation 0 {{(pid=75209) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Dec 04 18:57:16 user nova-compute[75209]: INFO nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Libvirt host capabilities <capabilities>
Dec 04 18:57:16 user nova-compute[75209]:   <host>
Dec 04 18:57:16 user nova-compute[75209]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Dec 04 18:57:16 user nova-compute[75209]:     <cpu>
Dec 04 18:57:16 user nova-compute[75209]:       <arch>x86_64</arch>
Dec 04 18:57:16 user nova-compute[75209]:       <model>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <vendor>Intel</vendor>
Dec 04 18:57:16 user nova-compute[75209]:       <microcode version='1070'/>
Dec 04 18:57:16 user nova-compute[75209]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Dec 04 18:57:16 user nova-compute[75209]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='ss'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='vmx'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='pcid'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='osxsave'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='hypervisor'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='arat'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='tsc_adjust'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='md-clear'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='arch-capabilities'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='invtsc'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='rsba'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature name='skip-l1dfl-vmentry'/>
Dec 04 18:57:16 user nova-compute[75209]:       <pages unit='KiB' size='4'/>
Dec 04 18:57:16 user nova-compute[75209]:       <pages unit='KiB' size='2048'/>
Dec 04 18:57:16 user nova-compute[75209]:     </cpu>
Dec 04 18:57:16 user nova-compute[75209]:     <power_management>
Dec 04 18:57:16 user nova-compute[75209]:       <suspend_mem/>
Dec 04 18:57:16 user nova-compute[75209]:       <suspend_disk/>
Dec 04 18:57:16 user nova-compute[75209]:       <suspend_hybrid/>
Dec 04 18:57:16 user nova-compute[75209]:     </power_management>
Dec 04 18:57:16 user nova-compute[75209]:     <iommu support='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     <migration_features>
Dec 04 18:57:16 user nova-compute[75209]:       <live/>
Dec 04 18:57:16 user nova-compute[75209]:       <uri_transports>
Dec 04 18:57:16 user nova-compute[75209]:         <uri_transport>tcp</uri_transport>
Dec 04 18:57:16 user nova-compute[75209]:         <uri_transport>rdma</uri_transport>
Dec 04 18:57:16 user nova-compute[75209]:       </uri_transports>
Dec 04 18:57:16 user nova-compute[75209]:     </migration_features>
Dec 04 18:57:16 user nova-compute[75209]:     <topology>
Dec 04 18:57:16 user nova-compute[75209]:       <cells num='2'>
Dec 04 18:57:16 user nova-compute[75209]:         <cell id='0'>
Dec 04 18:57:16 user nova-compute[75209]:           <memory unit='KiB'>8140616</memory>
Dec 04 18:57:16 user nova-compute[75209]:           <pages unit='KiB' size='4'>2035154</pages>
Dec 04 18:57:16 user nova-compute[75209]:           <pages unit='KiB' size='2048'>0</pages>
Dec 04 18:57:16 user nova-compute[75209]:           <distances>
Dec 04 18:57:16 user nova-compute[75209]:             <sibling id='0' value='10'/>
Dec 04 18:57:16 user nova-compute[75209]:             <sibling id='1' value='20'/>
Dec 04 18:57:16 user nova-compute[75209]:           </distances>
Dec 04 18:57:16 user nova-compute[75209]:           <cpus num='6'>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Dec 04 18:57:16 user nova-compute[75209]:           </cpus>
Dec 04 18:57:16 user nova-compute[75209]:         </cell>
Dec 04 18:57:16 user nova-compute[75209]:         <cell id='1'>
Dec 04 18:57:16 user nova-compute[75209]:           <memory unit='KiB'>8255100</memory>
Dec 04 18:57:16 user nova-compute[75209]:           <pages unit='KiB' size='4'>2063775</pages>
Dec 04 18:57:16 user nova-compute[75209]:           <pages unit='KiB' size='2048'>0</pages>
Dec 04 18:57:16 user nova-compute[75209]:           <distances>
Dec 04 18:57:16 user nova-compute[75209]:             <sibling id='0' value='20'/>
Dec 04 18:57:16 user nova-compute[75209]:             <sibling id='1' value='10'/>
Dec 04 18:57:16 user nova-compute[75209]:           </distances>
Dec 04 18:57:16 user nova-compute[75209]:           <cpus num='6'>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Dec 04 18:57:16 user nova-compute[75209]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Dec 04 18:57:16 user nova-compute[75209]:           </cpus>
Dec 04 18:57:16 user nova-compute[75209]:         </cell>
Dec 04 18:57:16 user nova-compute[75209]:       </cells>
Dec 04 18:57:16 user nova-compute[75209]:     </topology>
Dec 04 18:57:16 user nova-compute[75209]:     <cache>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Dec 04 18:57:16 user nova-compute[75209]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Dec 04 18:57:16 user nova-compute[75209]:     </cache>
Dec 04 18:57:16 user nova-compute[75209]:     <secmodel>
Dec 04 18:57:16 user nova-compute[75209]:       <model>apparmor</model>
Dec 04 18:57:16 user nova-compute[75209]:       <doi>0</doi>
Dec 04 18:57:16 user nova-compute[75209]:     </secmodel>
Dec 04 18:57:16 user nova-compute[75209]:     <secmodel>
Dec 04 18:57:16 user nova-compute[75209]:       <model>dac</model>
Dec 04 18:57:16 user nova-compute[75209]:       <doi>0</doi>
Dec 04 18:57:16 user nova-compute[75209]:       <baselabel type='kvm'>+64055:+108</baselabel>
Dec 04 18:57:16 user nova-compute[75209]:       <baselabel type='qemu'>+64055:+108</baselabel>
Dec 04 18:57:16 user nova-compute[75209]:     </secmodel>
Dec 04 18:57:16 user nova-compute[75209]:   </host>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='alpha'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>clipper</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='armv6l'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>integratorcp</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>borzoi</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>spitz</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>nuri</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>musca-b1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>versatileab</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>kzm</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>musca-a</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>smdkc210</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sx1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>z2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>tosa</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>sabrelite</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>realview-eb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>n810</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>n800</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>versatilepb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>terrier</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mainstone</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>midway</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>musicpal</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>microbit</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>cubieboard</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>verdex</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>netduino2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>raspi2b</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>cheetah</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>highbank</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>akita</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>connex</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>collie</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>raspi0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='armv7l'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>integratorcp</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>borzoi</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>spitz</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>nuri</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>musca-b1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>versatileab</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>kzm</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>musca-a</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>smdkc210</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sx1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>z2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>tosa</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>sabrelite</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>realview-eb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>n810</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>n800</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>versatilepb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>terrier</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mainstone</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>midway</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>musicpal</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>microbit</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>cubieboard</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>verdex</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>netduino2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>raspi2b</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>cheetah</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>highbank</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>akita</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>connex</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>collie</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>raspi0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='aarch64'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>integratorcp</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>borzoi</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>spitz</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>nuri</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>musca-b1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>versatileab</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>kzm</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>musca-a</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>smdkc210</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sx1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>z2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>tosa</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>sabrelite</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>realview-eb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>sbsa-ref</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>n810</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>n800</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>versatilepb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>terrier</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mainstone</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>midway</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>musicpal</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>microbit</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>raspi3ap</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>cubieboard</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>verdex</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>netduino2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>raspi3b</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>raspi2b</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>cheetah</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>highbank</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>akita</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>connex</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>collie</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>raspi0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <acpi default='on' toggle='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='cris'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>axis-dev88</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='i686'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>x-remote</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>isapc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>microvm</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='kvm'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <pae/>
Dec 04 18:57:16 user nova-compute[75209]:       <nonpae/>
Dec 04 18:57:16 user nova-compute[75209]:       <acpi default='on' toggle='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:       <apic default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='m68k'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mcf5208evb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>an5206</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>virt-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>q800</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>virt-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>next-cube</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>virt-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='microblaze'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='microblazeel'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='mips'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='16'>malta</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mipssim</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='mipsel'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='16'>malta</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mipssim</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='mips64'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='16'>malta</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mipssim</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>pica61</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>magnum</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='mips64el'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='16'>malta</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='16'>loongson3-virt</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mipssim</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>pica61</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>magnum</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='16'>boston</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>fuloong2e</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='ppc'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>g3beige</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mac99</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>ppce500</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>pegasos2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sam460ex</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>bamboo</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>40p</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>ref405ep</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>taihu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='ppc64'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2048'>powernv9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>taihu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2048'>powernv10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>ppce500</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>40p</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>pegasos2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>bamboo</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>g3beige</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mac99</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sam460ex</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>ref405ep</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2048'>powernv8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='ppc64le'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2048'>powernv9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>taihu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2048'>powernv10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>ppce500</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>40p</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>pegasos2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>bamboo</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>g3beige</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>mac99</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sam460ex</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>ref405ep</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2048'>powernv8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='riscv32'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='8'>spike</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>opentitan</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='5'>sifive_u</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sifive_e</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='8'>virt</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='riscv64'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='8'>spike</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='5'>sifive_u</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>shakti_c</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sifive_e</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='8'>virt</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='s390x'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='sh4'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>shix</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>r2d</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='sh4eb'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>shix</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>r2d</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='sparc'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>SS-5</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>SS-20</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>LX</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>SPARCClassic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>leon3_generic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>SPARCbook</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>SS-4</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>SS-600MP</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>SS-10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>Voyager</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='sparc64'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sun4u</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>niagara</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>sun4v</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='x86_64'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>64</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>x-remote</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='1'>isapc</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>microvm</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='kvm'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <acpi default='on' toggle='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:       <apic default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='xtensa'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>sim</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>kc705</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>ml605</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>virt</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>lx200</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>lx60</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]:   <guest>
Dec 04 18:57:16 user nova-compute[75209]:     <os_type>hvm</os_type>
Dec 04 18:57:16 user nova-compute[75209]:     <arch name='xtensaeb'>
Dec 04 18:57:16 user nova-compute[75209]:       <wordsize>32</wordsize>
Dec 04 18:57:16 user nova-compute[75209]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='4'>sim</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>kc705</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>ml605</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>virt</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>lx200</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>lx60</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 04 18:57:16 user nova-compute[75209]:       <domain type='qemu'/>
Dec 04 18:57:16 user nova-compute[75209]:     </arch>
Dec 04 18:57:16 user nova-compute[75209]:     <features>
Dec 04 18:57:16 user nova-compute[75209]:       <cpuselection/>
Dec 04 18:57:16 user nova-compute[75209]:       <deviceboot/>
Dec 04 18:57:16 user nova-compute[75209]:       <disksnapshot default='on' toggle='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     </features>
Dec 04 18:57:16 user nova-compute[75209]:   </guest>
Dec 04 18:57:16 user nova-compute[75209]: </capabilities>
Dec 04 18:57:16 user nova-compute[75209]: 
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for i686 via machine types: {'pc', 'ubuntu', 'ubuntu-q35', 'q35'} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Dec 04 18:57:16 user nova-compute[75209]: <domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:   <path>/usr/bin/qemu-system-i386</path>
Dec 04 18:57:16 user nova-compute[75209]:   <domain>kvm</domain>
Dec 04 18:57:16 user nova-compute[75209]:   <machine>pc-i440fx-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:   <arch>i686</arch>
Dec 04 18:57:16 user nova-compute[75209]:   <vcpu max='255'/>
Dec 04 18:57:16 user nova-compute[75209]:   <iothreads supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:   <os supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='firmware'/>
Dec 04 18:57:16 user nova-compute[75209]:     <loader supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>rom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pflash</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='readonly'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>yes</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='secure'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </loader>
Dec 04 18:57:16 user nova-compute[75209]:   </os>
Dec 04 18:57:16 user nova-compute[75209]:   <cpu>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-passthrough' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='hostPassthroughMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='maximum' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='maximumMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-model' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <vendor>Intel</vendor>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ss'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='vmx'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pcid'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='hypervisor'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arat'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='umip'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='md-clear'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibpb'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibrs'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='erms'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='lm'/>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='custom' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>qemu64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>qemu32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>phenom</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>n270</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>kvm64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>coreduo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>core2duo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>athlon</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Westmere-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Westmere</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Snowridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Penryn</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G5</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G4</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G1</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Nehalem-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Nehalem</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Rome</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Milan</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Dhyana</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cooperlake</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Conroe</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>486</model>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:   </cpu>
Dec 04 18:57:16 user nova-compute[75209]:   <memoryBacking supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='sourceType'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>file</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>anonymous</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>memfd</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:   </memoryBacking>
Dec 04 18:57:16 user nova-compute[75209]:   <devices>
Dec 04 18:57:16 user nova-compute[75209]:     <disk supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='diskDevice'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>disk</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cdrom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>floppy</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>lun</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='bus'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ide</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>fdc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sata</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </disk>
Dec 04 18:57:16 user nova-compute[75209]:     <graphics supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sdl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vnc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>spice</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egl-headless</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </graphics>
Dec 04 18:57:16 user nova-compute[75209]:     <video supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='modelType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cirrus</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vmvga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>qxl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>none</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>bochs</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ramfb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </video>
Dec 04 18:57:16 user nova-compute[75209]:     <hostdev supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='mode'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>subsystem</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='startupPolicy'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>default</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>mandatory</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>requisite</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>optional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='subsysType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pci</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='capsType'/>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='pciBackend'/>
Dec 04 18:57:16 user nova-compute[75209]:     </hostdev>
Dec 04 18:57:16 user nova-compute[75209]:     <rng supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>random</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egd</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>builtin</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </rng>
Dec 04 18:57:16 user nova-compute[75209]:     <filesystem supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='driverType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>path</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>handle</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtiofs</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </filesystem>
Dec 04 18:57:16 user nova-compute[75209]:     <tpm supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-tis</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-crb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>passthrough</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>emulator</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </tpm>
Dec 04 18:57:16 user nova-compute[75209]:   </devices>
Dec 04 18:57:16 user nova-compute[75209]:   <features>
Dec 04 18:57:16 user nova-compute[75209]:     <gic supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     <vmcoreinfo supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <genid supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backingStoreInput supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backup supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <sev supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:   </features>
Dec 04 18:57:16 user nova-compute[75209]: </domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:  {{(pid=75209) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Dec 04 18:57:16 user nova-compute[75209]: <domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:   <path>/usr/bin/qemu-system-i386</path>
Dec 04 18:57:16 user nova-compute[75209]:   <domain>kvm</domain>
Dec 04 18:57:16 user nova-compute[75209]:   <machine>pc-i440fx-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:   <arch>i686</arch>
Dec 04 18:57:16 user nova-compute[75209]:   <vcpu max='255'/>
Dec 04 18:57:16 user nova-compute[75209]:   <iothreads supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:   <os supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='firmware'/>
Dec 04 18:57:16 user nova-compute[75209]:     <loader supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>rom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pflash</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='readonly'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>yes</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='secure'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </loader>
Dec 04 18:57:16 user nova-compute[75209]:   </os>
Dec 04 18:57:16 user nova-compute[75209]:   <cpu>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-passthrough' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='hostPassthroughMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='maximum' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='maximumMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-model' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <vendor>Intel</vendor>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ss'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='vmx'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pcid'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='hypervisor'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arat'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='umip'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='md-clear'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibpb'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibrs'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='erms'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='lm'/>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='custom' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>qemu64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>qemu32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>phenom</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>n270</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>kvm64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>coreduo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>core2duo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>athlon</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Westmere-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Westmere</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Snowridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Penryn</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G5</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G4</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G1</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Nehalem-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Nehalem</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Rome</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Milan</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Dhyana</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cooperlake</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Conroe</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>486</model>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:   </cpu>
Dec 04 18:57:16 user nova-compute[75209]:   <memoryBacking supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='sourceType'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>file</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>anonymous</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>memfd</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:   </memoryBacking>
Dec 04 18:57:16 user nova-compute[75209]:   <devices>
Dec 04 18:57:16 user nova-compute[75209]:     <disk supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='diskDevice'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>disk</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cdrom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>floppy</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>lun</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='bus'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ide</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>fdc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sata</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </disk>
Dec 04 18:57:16 user nova-compute[75209]:     <graphics supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sdl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vnc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>spice</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egl-headless</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </graphics>
Dec 04 18:57:16 user nova-compute[75209]:     <video supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='modelType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cirrus</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vmvga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>qxl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>none</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>bochs</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ramfb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </video>
Dec 04 18:57:16 user nova-compute[75209]:     <hostdev supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='mode'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>subsystem</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='startupPolicy'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>default</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>mandatory</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>requisite</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>optional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='subsysType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pci</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='capsType'/>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='pciBackend'/>
Dec 04 18:57:16 user nova-compute[75209]:     </hostdev>
Dec 04 18:57:16 user nova-compute[75209]:     <rng supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>random</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egd</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>builtin</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </rng>
Dec 04 18:57:16 user nova-compute[75209]:     <filesystem supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='driverType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>path</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>handle</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtiofs</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </filesystem>
Dec 04 18:57:16 user nova-compute[75209]:     <tpm supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-tis</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-crb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>passthrough</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>emulator</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </tpm>
Dec 04 18:57:16 user nova-compute[75209]:   </devices>
Dec 04 18:57:16 user nova-compute[75209]:   <features>
Dec 04 18:57:16 user nova-compute[75209]:     <gic supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     <vmcoreinfo supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <genid supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backingStoreInput supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backup supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <sev supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:   </features>
Dec 04 18:57:16 user nova-compute[75209]: </domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:  {{(pid=75209) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Dec 04 18:57:16 user nova-compute[75209]: <domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:   <path>/usr/bin/qemu-system-i386</path>
Dec 04 18:57:16 user nova-compute[75209]:   <domain>kvm</domain>
Dec 04 18:57:16 user nova-compute[75209]:   <machine>pc-q35-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:   <arch>i686</arch>
Dec 04 18:57:16 user nova-compute[75209]:   <vcpu max='288'/>
Dec 04 18:57:16 user nova-compute[75209]:   <iothreads supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:   <os supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='firmware'/>
Dec 04 18:57:16 user nova-compute[75209]:     <loader supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>rom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pflash</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='readonly'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>yes</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='secure'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </loader>
Dec 04 18:57:16 user nova-compute[75209]:   </os>
Dec 04 18:57:16 user nova-compute[75209]:   <cpu>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-passthrough' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='hostPassthroughMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='maximum' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='maximumMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-model' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <vendor>Intel</vendor>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ss'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='vmx'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pcid'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='hypervisor'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arat'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='umip'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='md-clear'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibpb'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibrs'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='erms'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='lm'/>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='custom' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>qemu64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>qemu32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>phenom</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>n270</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>kvm64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>coreduo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>core2duo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>athlon</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Westmere-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Westmere</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Snowridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Penryn</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G5</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G4</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G1</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Nehalem-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Nehalem</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Rome</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Milan</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Dhyana</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cooperlake</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Conroe</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>486</model>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:   </cpu>
Dec 04 18:57:16 user nova-compute[75209]:   <memoryBacking supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='sourceType'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>file</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>anonymous</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>memfd</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:   </memoryBacking>
Dec 04 18:57:16 user nova-compute[75209]:   <devices>
Dec 04 18:57:16 user nova-compute[75209]:     <disk supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='diskDevice'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>disk</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cdrom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>floppy</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>lun</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='bus'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>fdc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sata</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </disk>
Dec 04 18:57:16 user nova-compute[75209]:     <graphics supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sdl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vnc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>spice</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egl-headless</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </graphics>
Dec 04 18:57:16 user nova-compute[75209]:     <video supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='modelType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cirrus</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vmvga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>qxl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>none</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>bochs</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ramfb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </video>
Dec 04 18:57:16 user nova-compute[75209]:     <hostdev supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='mode'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>subsystem</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='startupPolicy'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>default</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>mandatory</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>requisite</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>optional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='subsysType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pci</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='capsType'/>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='pciBackend'/>
Dec 04 18:57:16 user nova-compute[75209]:     </hostdev>
Dec 04 18:57:16 user nova-compute[75209]:     <rng supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>random</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egd</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>builtin</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </rng>
Dec 04 18:57:16 user nova-compute[75209]:     <filesystem supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='driverType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>path</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>handle</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtiofs</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </filesystem>
Dec 04 18:57:16 user nova-compute[75209]:     <tpm supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-tis</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-crb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>passthrough</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>emulator</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </tpm>
Dec 04 18:57:16 user nova-compute[75209]:   </devices>
Dec 04 18:57:16 user nova-compute[75209]:   <features>
Dec 04 18:57:16 user nova-compute[75209]:     <gic supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     <vmcoreinfo supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <genid supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backingStoreInput supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backup supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <sev supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:   </features>
Dec 04 18:57:16 user nova-compute[75209]: </domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:  {{(pid=75209) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Dec 04 18:57:16 user nova-compute[75209]: <domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:   <path>/usr/bin/qemu-system-i386</path>
Dec 04 18:57:16 user nova-compute[75209]:   <domain>kvm</domain>
Dec 04 18:57:16 user nova-compute[75209]:   <machine>pc-q35-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:   <arch>i686</arch>
Dec 04 18:57:16 user nova-compute[75209]:   <vcpu max='288'/>
Dec 04 18:57:16 user nova-compute[75209]:   <iothreads supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:   <os supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='firmware'/>
Dec 04 18:57:16 user nova-compute[75209]:     <loader supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>rom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pflash</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='readonly'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>yes</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='secure'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </loader>
Dec 04 18:57:16 user nova-compute[75209]:   </os>
Dec 04 18:57:16 user nova-compute[75209]:   <cpu>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-passthrough' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='hostPassthroughMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='maximum' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='maximumMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-model' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <vendor>Intel</vendor>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ss'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='vmx'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pcid'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='hypervisor'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arat'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='umip'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='md-clear'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibpb'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibrs'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='erms'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='lm'/>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='custom' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>qemu64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>qemu32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>phenom</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>n270</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>kvm64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>coreduo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>core2duo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>athlon</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Westmere-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Westmere</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Snowridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Penryn</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G5</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G4</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G1</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Nehalem-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Nehalem</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Rome</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Milan</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Dhyana</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cooperlake</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Conroe</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>486</model>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:   </cpu>
Dec 04 18:57:16 user nova-compute[75209]:   <memoryBacking supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='sourceType'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>file</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>anonymous</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>memfd</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:   </memoryBacking>
Dec 04 18:57:16 user nova-compute[75209]:   <devices>
Dec 04 18:57:16 user nova-compute[75209]:     <disk supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='diskDevice'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>disk</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cdrom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>floppy</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>lun</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='bus'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>fdc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sata</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </disk>
Dec 04 18:57:16 user nova-compute[75209]:     <graphics supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sdl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vnc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>spice</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egl-headless</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </graphics>
Dec 04 18:57:16 user nova-compute[75209]:     <video supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='modelType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cirrus</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vmvga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>qxl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>none</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>bochs</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ramfb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </video>
Dec 04 18:57:16 user nova-compute[75209]:     <hostdev supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='mode'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>subsystem</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='startupPolicy'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>default</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>mandatory</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>requisite</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>optional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='subsysType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pci</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='capsType'/>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='pciBackend'/>
Dec 04 18:57:16 user nova-compute[75209]:     </hostdev>
Dec 04 18:57:16 user nova-compute[75209]:     <rng supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>random</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egd</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>builtin</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </rng>
Dec 04 18:57:16 user nova-compute[75209]:     <filesystem supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='driverType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>path</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>handle</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtiofs</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </filesystem>
Dec 04 18:57:16 user nova-compute[75209]:     <tpm supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-tis</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-crb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>passthrough</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>emulator</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </tpm>
Dec 04 18:57:16 user nova-compute[75209]:   </devices>
Dec 04 18:57:16 user nova-compute[75209]:   <features>
Dec 04 18:57:16 user nova-compute[75209]:     <gic supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     <vmcoreinfo supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <genid supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backingStoreInput supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backup supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <sev supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:   </features>
Dec 04 18:57:16 user nova-compute[75209]: </domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:  {{(pid=75209) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for x86_64 via machine types: {'pc', 'ubuntu', 'ubuntu-q35', 'q35'} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Dec 04 18:57:16 user nova-compute[75209]: <domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 04 18:57:16 user nova-compute[75209]:   <domain>kvm</domain>
Dec 04 18:57:16 user nova-compute[75209]:   <machine>pc-i440fx-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:   <arch>x86_64</arch>
Dec 04 18:57:16 user nova-compute[75209]:   <vcpu max='255'/>
Dec 04 18:57:16 user nova-compute[75209]:   <iothreads supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:   <os supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='firmware'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>efi</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:     <loader supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>rom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pflash</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='readonly'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>yes</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='secure'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </loader>
Dec 04 18:57:16 user nova-compute[75209]:   </os>
Dec 04 18:57:16 user nova-compute[75209]:   <cpu>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-passthrough' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='hostPassthroughMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='maximum' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='maximumMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-model' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <vendor>Intel</vendor>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ss'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='vmx'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pcid'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='hypervisor'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arat'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='umip'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='md-clear'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='invtsc'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibpb'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibrs'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='rsba'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pschange-mc-no'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='erms'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='custom' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>qemu64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>qemu32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>phenom</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>n270</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>coreduo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>core2duo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>athlon</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Westmere-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Westmere</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Snowridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Penryn</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G5</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G4</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Opteron_G1</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Nehalem</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Rome</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Milan</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Dhyana</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cooperlake</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Conroe</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>486</model>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:   </cpu>
Dec 04 18:57:16 user nova-compute[75209]:   <memoryBacking supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='sourceType'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>file</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>anonymous</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>memfd</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:   </memoryBacking>
Dec 04 18:57:16 user nova-compute[75209]:   <devices>
Dec 04 18:57:16 user nova-compute[75209]:     <disk supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='diskDevice'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>disk</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cdrom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>floppy</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>lun</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='bus'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ide</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>fdc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sata</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </disk>
Dec 04 18:57:16 user nova-compute[75209]:     <graphics supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sdl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vnc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>spice</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egl-headless</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </graphics>
Dec 04 18:57:16 user nova-compute[75209]:     <video supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='modelType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cirrus</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vmvga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>qxl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>none</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>bochs</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ramfb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </video>
Dec 04 18:57:16 user nova-compute[75209]:     <hostdev supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='mode'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>subsystem</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='startupPolicy'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>default</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>mandatory</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>requisite</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>optional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='subsysType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pci</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='capsType'/>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='pciBackend'/>
Dec 04 18:57:16 user nova-compute[75209]:     </hostdev>
Dec 04 18:57:16 user nova-compute[75209]:     <rng supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>random</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egd</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>builtin</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </rng>
Dec 04 18:57:16 user nova-compute[75209]:     <filesystem supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='driverType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>path</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>handle</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtiofs</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </filesystem>
Dec 04 18:57:16 user nova-compute[75209]:     <tpm supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-tis</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-crb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>passthrough</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>emulator</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </tpm>
Dec 04 18:57:16 user nova-compute[75209]:   </devices>
Dec 04 18:57:16 user nova-compute[75209]:   <features>
Dec 04 18:57:16 user nova-compute[75209]:     <gic supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     <vmcoreinfo supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <genid supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backingStoreInput supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backup supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <sev supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:   </features>
Dec 04 18:57:16 user nova-compute[75209]: </domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:  {{(pid=75209) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Dec 04 18:57:16 user nova-compute[75209]: <domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 04 18:57:16 user nova-compute[75209]:   <domain>kvm</domain>
Dec 04 18:57:16 user nova-compute[75209]:   <machine>pc-i440fx-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:   <arch>x86_64</arch>
Dec 04 18:57:16 user nova-compute[75209]:   <vcpu max='255'/>
Dec 04 18:57:16 user nova-compute[75209]:   <iothreads supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:   <os supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='firmware'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>efi</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:     <loader supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>rom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pflash</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='readonly'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>yes</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='secure'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </loader>
Dec 04 18:57:16 user nova-compute[75209]:   </os>
Dec 04 18:57:16 user nova-compute[75209]:   <cpu>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-passthrough' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='hostPassthroughMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='maximum' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='maximumMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-model' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <vendor>Intel</vendor>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ss'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='vmx'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pcid'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='hypervisor'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arat'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='umip'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='md-clear'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='invtsc'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibpb'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibrs'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='rsba'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pschange-mc-no'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='erms'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='custom' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>qemu64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>qemu32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>phenom</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>n270</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>coreduo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>core2duo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>athlon</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Westmere-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Westmere</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Snowridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Penryn</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G5</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G4</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Opteron_G1</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Nehalem</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Rome</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Milan</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Dhyana</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cooperlake</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Conroe</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>486</model>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:   </cpu>
Dec 04 18:57:16 user nova-compute[75209]:   <memoryBacking supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='sourceType'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>file</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>anonymous</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>memfd</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:   </memoryBacking>
Dec 04 18:57:16 user nova-compute[75209]:   <devices>
Dec 04 18:57:16 user nova-compute[75209]:     <disk supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='diskDevice'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>disk</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cdrom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>floppy</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>lun</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='bus'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ide</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>fdc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sata</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </disk>
Dec 04 18:57:16 user nova-compute[75209]:     <graphics supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sdl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vnc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>spice</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egl-headless</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </graphics>
Dec 04 18:57:16 user nova-compute[75209]:     <video supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='modelType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cirrus</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vmvga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>qxl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>none</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>bochs</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ramfb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </video>
Dec 04 18:57:16 user nova-compute[75209]:     <hostdev supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='mode'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>subsystem</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='startupPolicy'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>default</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>mandatory</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>requisite</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>optional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='subsysType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pci</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='capsType'/>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='pciBackend'/>
Dec 04 18:57:16 user nova-compute[75209]:     </hostdev>
Dec 04 18:57:16 user nova-compute[75209]:     <rng supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>random</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egd</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>builtin</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </rng>
Dec 04 18:57:16 user nova-compute[75209]:     <filesystem supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='driverType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>path</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>handle</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtiofs</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </filesystem>
Dec 04 18:57:16 user nova-compute[75209]:     <tpm supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-tis</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-crb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>passthrough</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>emulator</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </tpm>
Dec 04 18:57:16 user nova-compute[75209]:   </devices>
Dec 04 18:57:16 user nova-compute[75209]:   <features>
Dec 04 18:57:16 user nova-compute[75209]:     <gic supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     <vmcoreinfo supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <genid supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backingStoreInput supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backup supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <sev supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:   </features>
Dec 04 18:57:16 user nova-compute[75209]: </domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:  {{(pid=75209) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Dec 04 18:57:16 user nova-compute[75209]: <domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 04 18:57:16 user nova-compute[75209]:   <domain>kvm</domain>
Dec 04 18:57:16 user nova-compute[75209]:   <machine>pc-q35-jammy</machine>
Dec 04 18:57:16 user nova-compute[75209]:   <arch>x86_64</arch>
Dec 04 18:57:16 user nova-compute[75209]:   <vcpu max='288'/>
Dec 04 18:57:16 user nova-compute[75209]:   <iothreads supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:   <os supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='firmware'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>efi</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:     <loader supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>rom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pflash</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='readonly'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>yes</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='secure'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>yes</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </loader>
Dec 04 18:57:16 user nova-compute[75209]:   </os>
Dec 04 18:57:16 user nova-compute[75209]:   <cpu>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-passthrough' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='hostPassthroughMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='maximum' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='maximumMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-model' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <vendor>Intel</vendor>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ss'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='vmx'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pcid'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='hypervisor'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arat'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='umip'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='md-clear'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='invtsc'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibpb'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibrs'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='rsba'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pschange-mc-no'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='erms'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='custom' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>qemu64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>qemu32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>phenom</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>n270</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>coreduo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>core2duo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>athlon</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Westmere-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Westmere</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Snowridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Penryn</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G5</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G4</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Opteron_G1</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Nehalem</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Rome</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Milan</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Dhyana</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cooperlake</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Conroe</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>486</model>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:   </cpu>
Dec 04 18:57:16 user nova-compute[75209]:   <memoryBacking supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='sourceType'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>file</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>anonymous</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>memfd</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:   </memoryBacking>
Dec 04 18:57:16 user nova-compute[75209]:   <devices>
Dec 04 18:57:16 user nova-compute[75209]:     <disk supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='diskDevice'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>disk</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cdrom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>floppy</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>lun</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='bus'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>fdc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sata</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </disk>
Dec 04 18:57:16 user nova-compute[75209]:     <graphics supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sdl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vnc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>spice</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egl-headless</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </graphics>
Dec 04 18:57:16 user nova-compute[75209]:     <video supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='modelType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cirrus</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vmvga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>qxl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>none</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>bochs</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ramfb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </video>
Dec 04 18:57:16 user nova-compute[75209]:     <hostdev supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='mode'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>subsystem</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='startupPolicy'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>default</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>mandatory</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>requisite</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>optional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='subsysType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pci</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='capsType'/>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='pciBackend'/>
Dec 04 18:57:16 user nova-compute[75209]:     </hostdev>
Dec 04 18:57:16 user nova-compute[75209]:     <rng supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>random</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egd</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>builtin</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </rng>
Dec 04 18:57:16 user nova-compute[75209]:     <filesystem supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='driverType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>path</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>handle</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtiofs</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </filesystem>
Dec 04 18:57:16 user nova-compute[75209]:     <tpm supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-tis</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-crb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>passthrough</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>emulator</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </tpm>
Dec 04 18:57:16 user nova-compute[75209]:   </devices>
Dec 04 18:57:16 user nova-compute[75209]:   <features>
Dec 04 18:57:16 user nova-compute[75209]:     <gic supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     <vmcoreinfo supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <genid supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backingStoreInput supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backup supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <sev supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:   </features>
Dec 04 18:57:16 user nova-compute[75209]: </domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:  {{(pid=75209) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 18:57:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Dec 04 18:57:16 user nova-compute[75209]: <domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 04 18:57:16 user nova-compute[75209]:   <domain>kvm</domain>
Dec 04 18:57:16 user nova-compute[75209]:   <machine>pc-q35-6.2</machine>
Dec 04 18:57:16 user nova-compute[75209]:   <arch>x86_64</arch>
Dec 04 18:57:16 user nova-compute[75209]:   <vcpu max='288'/>
Dec 04 18:57:16 user nova-compute[75209]:   <iothreads supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:   <os supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='firmware'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>efi</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:     <loader supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>rom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pflash</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='readonly'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>yes</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='secure'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>yes</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>no</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </loader>
Dec 04 18:57:16 user nova-compute[75209]:   </os>
Dec 04 18:57:16 user nova-compute[75209]:   <cpu>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-passthrough' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='hostPassthroughMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='maximum' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='maximumMigratable'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>on</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>off</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='host-model' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <vendor>Intel</vendor>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ss'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='vmx'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pcid'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='hypervisor'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arat'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='tsc_adjust'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='umip'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='md-clear'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='arch-capabilities'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='invtsc'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibpb'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='ibrs'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-stibp'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='amd-ssbd'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='rsba'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='require' name='pschange-mc-no'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='erms'/>
Dec 04 18:57:16 user nova-compute[75209]:       <feature policy='disable' name='xsaveopt'/>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:     <mode name='custom' supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>qemu64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>qemu32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>phenom</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>pentium</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>n270</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm64</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>kvm32</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>coreduo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>core2duo</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>athlon</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Westmere-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Westmere</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Snowridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Skylake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>SandyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Penryn</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G5</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G4</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G3</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Opteron_G2</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Opteron_G1</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Nehalem</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>IvyBridge</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Icelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Haswell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Rome</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-Milan</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC-IBPB</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>EPYC</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Dhyana</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cooperlake</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>Conroe</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Cascadelake-Server</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-noTSX</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell-IBRS</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='no'>Broadwell</model>
Dec 04 18:57:16 user nova-compute[75209]:       <model usable='yes'>486</model>
Dec 04 18:57:16 user nova-compute[75209]:     </mode>
Dec 04 18:57:16 user nova-compute[75209]:   </cpu>
Dec 04 18:57:16 user nova-compute[75209]:   <memoryBacking supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:     <enum name='sourceType'>
Dec 04 18:57:16 user nova-compute[75209]:       <value>file</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>anonymous</value>
Dec 04 18:57:16 user nova-compute[75209]:       <value>memfd</value>
Dec 04 18:57:16 user nova-compute[75209]:     </enum>
Dec 04 18:57:16 user nova-compute[75209]:   </memoryBacking>
Dec 04 18:57:16 user nova-compute[75209]:   <devices>
Dec 04 18:57:16 user nova-compute[75209]:     <disk supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='diskDevice'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>disk</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cdrom</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>floppy</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>lun</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='bus'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>fdc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sata</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </disk>
Dec 04 18:57:16 user nova-compute[75209]:     <graphics supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='type'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>sdl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vnc</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>spice</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egl-headless</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </graphics>
Dec 04 18:57:16 user nova-compute[75209]:     <video supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='modelType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>cirrus</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>vmvga</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>qxl</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>none</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>bochs</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>ramfb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </video>
Dec 04 18:57:16 user nova-compute[75209]:     <hostdev supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='mode'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>subsystem</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='startupPolicy'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>default</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>mandatory</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>requisite</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>optional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='subsysType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>usb</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>pci</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>scsi</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='capsType'/>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='pciBackend'/>
Dec 04 18:57:16 user nova-compute[75209]:     </hostdev>
Dec 04 18:57:16 user nova-compute[75209]:     <rng supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtio-non-transitional</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>random</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>egd</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>builtin</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </rng>
Dec 04 18:57:16 user nova-compute[75209]:     <filesystem supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='driverType'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>path</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>handle</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>virtiofs</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </filesystem>
Dec 04 18:57:16 user nova-compute[75209]:     <tpm supported='yes'>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='model'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-tis</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>tpm-crb</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:       <enum name='backendModel'>
Dec 04 18:57:16 user nova-compute[75209]:         <value>passthrough</value>
Dec 04 18:57:16 user nova-compute[75209]:         <value>emulator</value>
Dec 04 18:57:16 user nova-compute[75209]:       </enum>
Dec 04 18:57:16 user nova-compute[75209]:     </tpm>
Dec 04 18:57:16 user nova-compute[75209]:   </devices>
Dec 04 18:57:16 user nova-compute[75209]:   <features>
Dec 04 18:57:16 user nova-compute[75209]:     <gic supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:     <vmcoreinfo supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <genid supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backingStoreInput supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <backup supported='yes'/>
Dec 04 18:57:16 user nova-compute[75209]:     <sev supported='no'/>
Dec 04 18:57:16 user nova-compute[75209]:   </features>
Dec 04 18:57:16 user nova-compute[75209]: </domainCapabilities>
Dec 04 18:57:16 user nova-compute[75209]:  {{(pid=75209) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75209) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75209) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Checking secure boot support for host arch (x86_64) {{(pid=75209) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Checking secure boot support for host arch (x86_64) {{(pid=75209) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Checking secure boot support for host arch (x86_64) {{(pid=75209) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Checking secure boot support for host arch (x86_64) {{(pid=75209) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Checking secure boot support for host arch (x86_64) {{(pid=75209) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 04 18:57:17 user nova-compute[75209]: INFO nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Secure Boot support detected
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] cpu compare xml: <cpu match="exact">
Dec 04 18:57:17 user nova-compute[75209]:   <model>Nehalem</model>
Dec 04 18:57:17 user nova-compute[75209]: </cpu>
Dec 04 18:57:17 user nova-compute[75209]:  {{(pid=75209) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10017}}
Dec 04 18:57:17 user nova-compute[75209]: INFO nova.virt.node [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Generated node identity 21ae8f33-6f78-4779-921c-d12516131ad7
Dec 04 18:57:17 user nova-compute[75209]: INFO nova.virt.node [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Wrote node identity 21ae8f33-6f78-4779-921c-d12516131ad7 to /opt/stack/data/nova/compute_id
Dec 04 18:57:17 user nova-compute[75209]: WARNING nova.compute.manager [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Compute nodes ['21ae8f33-6f78-4779-921c-d12516131ad7'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Dec 04 18:57:17 user nova-compute[75209]: INFO nova.compute.manager [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Dec 04 18:57:17 user nova-compute[75209]: WARNING nova.compute.manager [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 04 18:57:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 18:57:17 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 18:57:17 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Hypervisor/Node resource view: name=user free_ram=11001MB free_disk=26.005619049072266GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 18:57:17 user nova-compute[75209]: WARNING nova.compute.resource_tracker [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] No compute node record for user:21ae8f33-6f78-4779-921c-d12516131ad7: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 21ae8f33-6f78-4779-921c-d12516131ad7 could not be found.
Dec 04 18:57:17 user nova-compute[75209]: INFO nova.compute.resource_tracker [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Compute node record created for user:user with uuid: 21ae8f33-6f78-4779-921c-d12516131ad7
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 18:57:17 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] [req-303d592e-d9ee-498e-af81-dc64eeea811c] Created resource provider record via placement API for resource provider with UUID 21ae8f33-6f78-4779-921c-d12516131ad7 and name user.
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75209) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Dec 04 18:57:17 user nova-compute[75209]: INFO nova.virt.libvirt.host [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] kernel doesn't support AMD SEV
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Libvirt baseline CPU <cpu>
Dec 04 18:57:17 user nova-compute[75209]:   <arch>x86_64</arch>
Dec 04 18:57:17 user nova-compute[75209]:   <model>Nehalem</model>
Dec 04 18:57:17 user nova-compute[75209]:   <vendor>Intel</vendor>
Dec 04 18:57:17 user nova-compute[75209]:   <topology sockets="6" cores="1" threads="1"/>
Dec 04 18:57:17 user nova-compute[75209]: </cpu>
Dec 04 18:57:17 user nova-compute[75209]:  {{(pid=75209) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12515}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Updated inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Updating resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 generation from 0 to 1 during operation: update_inventory {{(pid=75209) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 04 18:57:17 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 18:57:18 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Updating resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 generation from 1 to 2 during operation: update_traits {{(pid=75209) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 04 18:57:18 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 18:57:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.673s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 18:57:18 user nova-compute[75209]: DEBUG nova.service [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Creating RPC server for service compute {{(pid=75209) start /opt/stack/nova/nova/service.py:182}}
Dec 04 18:57:18 user nova-compute[75209]: DEBUG nova.service [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] Join ServiceGroup membership for this service compute {{(pid=75209) start /opt/stack/nova/nova/service.py:199}}
Dec 04 18:57:18 user nova-compute[75209]: DEBUG nova.servicegroup.drivers.db [None req-82a02df7-4c4a-48ce-8100-ed8915983331 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75209) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Dec 04 18:57:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:57:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 18:58:08 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 18:58:09 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 18:58:09 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 18:58:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=10493MB free_disk=25.984344482421875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 18:58:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 18:58:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 18:58:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 18:58:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 18:58:09 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 18:58:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 18:58:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 18:58:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.174s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 18:59:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 18:59:10 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 18:59:10 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 18:59:10 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=10441MB free_disk=25.908985137939453GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 18:59:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 18:59:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 18:59:10 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 18:59:10 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 18:59:10 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 18:59:10 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 18:59:10 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 18:59:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.111s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:00:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:00:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:00:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:00:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:00:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:00:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:00:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:00:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:00:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:00:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:00:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:00:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:00:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:00:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:00:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:00:10 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:00:11 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:00:11 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:00:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=10386MB free_disk=25.97653579711914GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:00:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:00:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:00:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:00:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:00:11 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:00:11 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:00:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:00:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.099s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:00:12 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:01:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:01:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:01:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:01:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:01:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:01:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:01:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:01:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:01:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:01:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:01:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:01:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:01:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:01:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:01:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:01:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:01:12 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:01:12 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:01:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=10342MB free_disk=25.7279052734375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:01:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:01:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:01:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:01:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:01:12 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:01:12 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:01:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:01:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.143s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:01:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:01:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:02:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:02:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:02:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:02:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:02:12 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:12 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9748MB free_disk=25.755821228027344GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:02:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:02:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:02:12 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:02:12 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:02:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:02:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.116s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:02:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:02:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:02:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:14 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:02:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:02:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:02:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "9e65f207-b34d-4000-8630-24a0e7121a16" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "9e65f207-b34d-4000-8630-24a0e7121a16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:02:29 user nova-compute[75209]: INFO nova.compute.claims [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Claim successful on node user
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.496s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.486s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:02:29 user nova-compute[75209]: INFO nova.compute.claims [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Claim successful on node user
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.network.neutron [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:02:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:02:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Creating image(s)
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:29 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.423s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.905s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:02:30 user nova-compute[75209]: INFO nova.compute.claims [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Claim successful on node user
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.network.neutron [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5.part --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.policy [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc54ca4efad42549d739da1c45d6fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71b2e2221f6843d89e54921938b7e09b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:02:30 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.policy [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dcdd1c26488413492815884149c342e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3259c318e5c438aa76eadcfe6ecae94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5.part --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.virt.images [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] 94bc5904-8b72-4a47-b02b-134675a30807 was qcow2, converting to raw {{(pid=75209) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5.part /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5.converted {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:02:30 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Creating image(s)
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "/opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "/opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "/opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.712s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.251s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:02:30 user nova-compute[75209]: INFO nova.compute.claims [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Claim successful on node user
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5.part /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5.converted" returned: 0 in 0.259s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5.converted --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.network.neutron [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:02:30 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:02:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.policy [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6595583235274138b702b630a89147a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe099e8a6cea4349abbac9229f24da42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.136s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:31 user nova-compute[75209]: INFO oslo.privsep.daemon [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpvyi38ff4/privsep.sock']
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.369s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:02:31 user sudo[84528]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpvyi38ff4/privsep.sock
Dec 04 19:02:31 user sudo[84528]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:02:31 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Creating image(s)
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "/opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "/opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "/opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.429s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:02:31 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:02:31 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Creating image(s)
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:31 user nova-compute[75209]: DEBUG nova.policy [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc54ca4efad42549d739da1c45d6fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71b2e2221f6843d89e54921938b7e09b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:02:32 user sudo[84528]: pam_unix(sudo:session): session closed for user root
Dec 04 19:02:32 user nova-compute[75209]: INFO oslo.privsep.daemon [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Spawned new privsep daemon via rootwrap
Dec 04 19:02:32 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 04 19:02:32 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 04 19:02:32 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Dec 04 19:02:32 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84531
Dec 04 19:02:32 user nova-compute[75209]: WARNING oslo_privsep.priv_context [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] privsep daemon already running
Dec 04 19:02:32 user nova-compute[75209]: WARNING oslo_privsep.priv_context [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] privsep daemon already running
Dec 04 19:02:32 user nova-compute[75209]: WARNING oslo_privsep.priv_context [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] privsep daemon already running
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.165s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.158s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.192s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG nova.network.neutron [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Successfully created port: e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk 1073741824" returned: 0 in 0.045s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.220s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG nova.network.neutron [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Successfully created port: 14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.207s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG nova.network.neutron [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Successfully created port: 3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk 1073741824" returned: 0 in 0.057s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.459s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Cannot resize image /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Ensure instance console log exists: /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.205s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Cannot resize image /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Ensure instance console log exists: /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk 1073741824" returned: 0 in 0.257s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.470s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.958s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.194s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk 1073741824" returned: 0 in 0.037s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Cannot resize image /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Ensure instance console log exists: /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.163s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Cannot resize image /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Ensure instance console log exists: /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Successfully created port: 2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:02:34 user nova-compute[75209]: INFO nova.compute.claims [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Claim successful on node user
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.327s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:02:34 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:02:34 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:02:35 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Creating image(s)
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "/opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "/opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "/opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG nova.policy [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa23c1b6058d4f28b8c9fddac3f0fc92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9f5c995378d4153bed490dac31fb420', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk 1073741824" returned: 0 in 0.042s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.216s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Cannot resize image /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Ensure instance console log exists: /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:02:36 user nova-compute[75209]: INFO nova.compute.claims [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Claim successful on node user
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Successfully updated port: 3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Successfully updated port: 14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.379s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "refresh_cache-3ebc52c5-92e6-400d-8fcd-2e91bea9927c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquired lock "refresh_cache-3ebc52c5-92e6-400d-8fcd-2e91bea9927c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "refresh_cache-9e65f207-b34d-4000-8630-24a0e7121a16" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquired lock "refresh_cache-9e65f207-b34d-4000-8630-24a0e7121a16" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:02:36 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-4dc77f1e-140e-42e3-98b1-edad41ddf039 req-0f76767b-8213-4f30-bc44-bbb850b25f1b service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Received event network-changed-3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-4dc77f1e-140e-42e3-98b1-edad41ddf039 req-0f76767b-8213-4f30-bc44-bbb850b25f1b service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Refreshing instance network info cache due to event network-changed-3c1515bb-1549-4eb8-a425-6d6606f2a183. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4dc77f1e-140e-42e3-98b1-edad41ddf039 req-0f76767b-8213-4f30-bc44-bbb850b25f1b service nova] Acquiring lock "refresh_cache-9e65f207-b34d-4000-8630-24a0e7121a16" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Successfully updated port: e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:02:36 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Creating image(s)
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Successfully updated port: 2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquired lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquired lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.policy [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f4979ee97b445ba320c6e57fe0cb68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564b9d3d334241ef89bd40e5d1594454', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-dfaca9ad-4e63-4a94-9dbb-ccecbc73c896 req-5c5cf8d2-1afc-404b-82ce-f271e167a9bd service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Received event network-changed-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-dfaca9ad-4e63-4a94-9dbb-ccecbc73c896 req-5c5cf8d2-1afc-404b-82ce-f271e167a9bd service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Refreshing instance network info cache due to event network-changed-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:02:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dfaca9ad-4e63-4a94-9dbb-ccecbc73c896 req-5c5cf8d2-1afc-404b-82ce-f271e167a9bd service nova] Acquiring lock "refresh_cache-3ebc52c5-92e6-400d-8fcd-2e91bea9927c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.165s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk 1073741824" returned: 0 in 0.043s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.211s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Updating instance_info_cache with network_info: [{"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Releasing lock "refresh_cache-9e65f207-b34d-4000-8630-24a0e7121a16" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.compute.manager [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Instance network_info: |[{"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4dc77f1e-140e-42e3-98b1-edad41ddf039 req-0f76767b-8213-4f30-bc44-bbb850b25f1b service nova] Acquired lock "refresh_cache-9e65f207-b34d-4000-8630-24a0e7121a16" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.neutron [req-4dc77f1e-140e-42e3-98b1-edad41ddf039 req-0f76767b-8213-4f30-bc44-bbb850b25f1b service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Refreshing network info cache for port 3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Start _get_guest_xml network_info=[{"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:02:37 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:37 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.150s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-819100516',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-819100516',id=3,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fe099e8a6cea4349abbac9229f24da42',ramdisk_id='',reservation_id='r-57cpfaur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-86462450',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:31Z,user_data=None,user_id='6595583235274138b702b630a89147a6',uuid=9e65f207-b34d-4000-8630-24a0e7121a16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converting VIF {"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:18:98,bridge_name='br-int',has_traffic_filtering=True,id=3c1515bb-1549-4eb8-a425-6d6606f2a183,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c1515bb-15') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.objects.instance [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lazy-loading 'pci_devices' on Instance uuid 9e65f207-b34d-4000-8630-24a0e7121a16 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:02:37 user nova-compute[75209]:   <uuid>9e65f207-b34d-4000-8630-24a0e7121a16</uuid>
Dec 04 19:02:37 user nova-compute[75209]:   <name>instance-00000003</name>
Dec 04 19:02:37 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:02:37 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:02:37 user nova-compute[75209]:   <metadata>
Dec 04 19:02:37 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:02:37 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-819100516</nova:name>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:02:37</nova:creationTime>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:02:37 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:02:37 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:owner>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:user uuid="6595583235274138b702b630a89147a6">tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member</nova:user>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:project uuid="fe099e8a6cea4349abbac9229f24da42">tempest-ServerBootFromVolumeStableRescueTest-86462450</nova:project>
Dec 04 19:02:37 user nova-compute[75209]:       </nova:owner>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:ports>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:port uuid="3c1515bb-1549-4eb8-a425-6d6606f2a183">
Dec 04 19:02:37 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 19:02:37 user nova-compute[75209]:         </nova:port>
Dec 04 19:02:37 user nova-compute[75209]:       </nova:ports>
Dec 04 19:02:37 user nova-compute[75209]:     </nova:instance>
Dec 04 19:02:37 user nova-compute[75209]:   </metadata>
Dec 04 19:02:37 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:02:37 user nova-compute[75209]:     <system>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="serial">9e65f207-b34d-4000-8630-24a0e7121a16</entry>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="uuid">9e65f207-b34d-4000-8630-24a0e7121a16</entry>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:02:37 user nova-compute[75209]:     </system>
Dec 04 19:02:37 user nova-compute[75209]:   </sysinfo>
Dec 04 19:02:37 user nova-compute[75209]:   <os>
Dec 04 19:02:37 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:02:37 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:02:37 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:02:37 user nova-compute[75209]:   </os>
Dec 04 19:02:37 user nova-compute[75209]:   <features>
Dec 04 19:02:37 user nova-compute[75209]:     <acpi/>
Dec 04 19:02:37 user nova-compute[75209]:     <apic/>
Dec 04 19:02:37 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:02:37 user nova-compute[75209]:   </features>
Dec 04 19:02:37 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:02:37 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:02:37 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:02:37 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:02:37 user nova-compute[75209]:   </clock>
Dec 04 19:02:37 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:02:37 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:02:37 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:02:37 user nova-compute[75209]:   </cpu>
Dec 04 19:02:37 user nova-compute[75209]:   <devices>
Dec 04 19:02:37 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:02:37 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:02:37 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk"/>
Dec 04 19:02:37 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:02:37 user nova-compute[75209]:     </disk>
Dec 04 19:02:37 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:02:37 user nova-compute[75209]:       <mac address="fa:16:3e:89:18:98"/>
Dec 04 19:02:37 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:37 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:02:37 user nova-compute[75209]:       <target dev="tap3c1515bb-15"/>
Dec 04 19:02:37 user nova-compute[75209]:     </interface>
Dec 04 19:02:37 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:02:37 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/console.log" append="off"/>
Dec 04 19:02:37 user nova-compute[75209]:     </serial>
Dec 04 19:02:37 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:02:37 user nova-compute[75209]:     <video>
Dec 04 19:02:37 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:37 user nova-compute[75209]:     </video>
Dec 04 19:02:37 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:02:37 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:02:37 user nova-compute[75209]:     </rng>
Dec 04 19:02:37 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:02:37 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:02:37 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:02:37 user nova-compute[75209]:     </memballoon>
Dec 04 19:02:37 user nova-compute[75209]:   </devices>
Dec 04 19:02:37 user nova-compute[75209]: </domain>
Dec 04 19:02:37 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-819100516',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-819100516',id=3,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fe099e8a6cea4349abbac9229f24da42',ramdisk_id='',reservation_id='r-57cpfaur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-86462450',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:31Z,user_data=None,user_id='6595583235274138b702b630a89147a6',uuid=9e65f207-b34d-4000-8630-24a0e7121a16,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converting VIF {"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:18:98,bridge_name='br-int',has_traffic_filtering=True,id=3c1515bb-1549-4eb8-a425-6d6606f2a183,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c1515bb-15') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG os_vif [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:18:98,bridge_name='br-int',has_traffic_filtering=True,id=3c1515bb-1549-4eb8-a425-6d6606f2a183,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c1515bb-15') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Created schema index Interface.name {{(pid=75209) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Created schema index Port.name {{(pid=75209) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Created schema index Bridge.name {{(pid=75209) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [POLLOUT] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Cannot resize image /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Ensure instance console log exists: /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '820bece1-2c29-58ac-948f-5f93aa576014', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:37 user nova-compute[75209]: INFO oslo.privsep.daemon [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpm1mfvrss/privsep.sock']
Dec 04 19:02:37 user sudo[84672]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpm1mfvrss/privsep.sock
Dec 04 19:02:37 user sudo[84672]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updating instance_info_cache with network_info: [{"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Releasing lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.compute.manager [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Instance network_info: |[{"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Start _get_guest_xml network_info=[{"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:02:37 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:37 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1435199530',display_name='tempest-ServerRescueNegativeTestJSON-server-1435199530',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1435199530',id=1,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-0abs6bvo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:30Z,user_data=None,user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=ad022c58-ca9f-41e1-88cf-e46f683764cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:85:50,bridge_name='br-int',has_traffic_filtering=True,id=e8c01940-68b6-4fec-bdf1-673cb6d65318,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8c01940-68') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.objects.instance [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'pci_devices' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:02:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:02:37 user nova-compute[75209]:   <uuid>ad022c58-ca9f-41e1-88cf-e46f683764cf</uuid>
Dec 04 19:02:37 user nova-compute[75209]:   <name>instance-00000001</name>
Dec 04 19:02:37 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:02:37 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:02:37 user nova-compute[75209]:   <metadata>
Dec 04 19:02:37 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:02:37 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1435199530</nova:name>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:02:37</nova:creationTime>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:02:37 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:02:37 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:owner>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:user uuid="fcc54ca4efad42549d739da1c45d6fdd">tempest-ServerRescueNegativeTestJSON-1176301546-project-member</nova:user>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:project uuid="71b2e2221f6843d89e54921938b7e09b">tempest-ServerRescueNegativeTestJSON-1176301546</nova:project>
Dec 04 19:02:37 user nova-compute[75209]:       </nova:owner>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:02:37 user nova-compute[75209]:       <nova:ports>
Dec 04 19:02:37 user nova-compute[75209]:         <nova:port uuid="e8c01940-68b6-4fec-bdf1-673cb6d65318">
Dec 04 19:02:37 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 19:02:37 user nova-compute[75209]:         </nova:port>
Dec 04 19:02:37 user nova-compute[75209]:       </nova:ports>
Dec 04 19:02:37 user nova-compute[75209]:     </nova:instance>
Dec 04 19:02:37 user nova-compute[75209]:   </metadata>
Dec 04 19:02:37 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:02:37 user nova-compute[75209]:     <system>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="serial">ad022c58-ca9f-41e1-88cf-e46f683764cf</entry>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="uuid">ad022c58-ca9f-41e1-88cf-e46f683764cf</entry>
Dec 04 19:02:37 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:02:37 user nova-compute[75209]:     </system>
Dec 04 19:02:37 user nova-compute[75209]:   </sysinfo>
Dec 04 19:02:37 user nova-compute[75209]:   <os>
Dec 04 19:02:37 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:02:37 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:02:37 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:02:37 user nova-compute[75209]:   </os>
Dec 04 19:02:37 user nova-compute[75209]:   <features>
Dec 04 19:02:37 user nova-compute[75209]:     <acpi/>
Dec 04 19:02:37 user nova-compute[75209]:     <apic/>
Dec 04 19:02:37 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:02:37 user nova-compute[75209]:   </features>
Dec 04 19:02:37 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:02:37 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:02:37 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:02:37 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:02:37 user nova-compute[75209]:   </clock>
Dec 04 19:02:37 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:02:37 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:02:37 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:02:37 user nova-compute[75209]:   </cpu>
Dec 04 19:02:37 user nova-compute[75209]:   <devices>
Dec 04 19:02:37 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:02:37 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:02:37 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk"/>
Dec 04 19:02:37 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:02:37 user nova-compute[75209]:     </disk>
Dec 04 19:02:37 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:02:37 user nova-compute[75209]:       <mac address="fa:16:3e:7c:85:50"/>
Dec 04 19:02:37 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:37 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:02:37 user nova-compute[75209]:       <target dev="tape8c01940-68"/>
Dec 04 19:02:37 user nova-compute[75209]:     </interface>
Dec 04 19:02:37 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:02:37 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/console.log" append="off"/>
Dec 04 19:02:37 user nova-compute[75209]:     </serial>
Dec 04 19:02:37 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:02:37 user nova-compute[75209]:     <video>
Dec 04 19:02:37 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:37 user nova-compute[75209]:     </video>
Dec 04 19:02:37 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:02:37 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:02:37 user nova-compute[75209]:     </rng>
Dec 04 19:02:37 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:02:37 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:02:37 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:02:37 user nova-compute[75209]:     </memballoon>
Dec 04 19:02:37 user nova-compute[75209]:   </devices>
Dec 04 19:02:37 user nova-compute[75209]: </domain>
Dec 04 19:02:37 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1435199530',display_name='tempest-ServerRescueNegativeTestJSON-server-1435199530',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1435199530',id=1,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-0abs6bvo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:30Z,user_data=None,user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=ad022c58-ca9f-41e1-88cf-e46f683764cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:85:50,bridge_name='br-int',has_traffic_filtering=True,id=e8c01940-68b6-4fec-bdf1-673cb6d65318,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8c01940-68') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG os_vif [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:85:50,bridge_name='br-int',has_traffic_filtering=True,id=e8c01940-68b6-4fec-bdf1-673cb6d65318,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8c01940-68') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6a4c6973-f8eb-524b-a1a4-0a7cf8af9ead', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.neutron [req-4dc77f1e-140e-42e3-98b1-edad41ddf039 req-0f76767b-8213-4f30-bc44-bbb850b25f1b service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Updated VIF entry in instance network info cache for port 3c1515bb-1549-4eb8-a425-6d6606f2a183. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.neutron [req-4dc77f1e-140e-42e3-98b1-edad41ddf039 req-0f76767b-8213-4f30-bc44-bbb850b25f1b service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Updating instance_info_cache with network_info: [{"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4dc77f1e-140e-42e3-98b1-edad41ddf039 req-0f76767b-8213-4f30-bc44-bbb850b25f1b service nova] Releasing lock "refresh_cache-9e65f207-b34d-4000-8630-24a0e7121a16" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.neutron [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Updating instance_info_cache with network_info: [{"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Releasing lock "refresh_cache-3ebc52c5-92e6-400d-8fcd-2e91bea9927c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.compute.manager [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Instance network_info: |[{"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dfaca9ad-4e63-4a94-9dbb-ccecbc73c896 req-5c5cf8d2-1afc-404b-82ce-f271e167a9bd service nova] Acquired lock "refresh_cache-3ebc52c5-92e6-400d-8fcd-2e91bea9927c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.neutron [req-dfaca9ad-4e63-4a94-9dbb-ccecbc73c896 req-5c5cf8d2-1afc-404b-82ce-f271e167a9bd service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Refreshing network info cache for port 14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Start _get_guest_xml network_info=[{"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:02:38 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:38 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-856956888',display_name='tempest-DeleteServersTestJSON-server-856956888',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-856956888',id=2,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3259c318e5c438aa76eadcfe6ecae94',ramdisk_id='',reservation_id='r-jelap504',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1647458298',owner_user_name='tempest-DeleteServersTestJSON-1647458298-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:31Z,user_data=None,user_id='3dcdd1c26488413492815884149c342e',uuid=3ebc52c5-92e6-400d-8fcd-2e91bea9927c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Converting VIF {"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:cf:1d,bridge_name='br-int',has_traffic_filtering=True,id=14520bea-a80a-4052-9bfe-e3b0ae6bd4fc,network=Network(ad20411c-07d9-4de9-adbe-4c822fe25f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14520bea-a8') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.objects.instance [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lazy-loading 'pci_devices' on Instance uuid 3ebc52c5-92e6-400d-8fcd-2e91bea9927c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:02:38 user nova-compute[75209]:   <uuid>3ebc52c5-92e6-400d-8fcd-2e91bea9927c</uuid>
Dec 04 19:02:38 user nova-compute[75209]:   <name>instance-00000002</name>
Dec 04 19:02:38 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:02:38 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:02:38 user nova-compute[75209]:   <metadata>
Dec 04 19:02:38 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:02:38 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:name>tempest-DeleteServersTestJSON-server-856956888</nova:name>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:02:38</nova:creationTime>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:02:38 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:02:38 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:owner>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:user uuid="3dcdd1c26488413492815884149c342e">tempest-DeleteServersTestJSON-1647458298-project-member</nova:user>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:project uuid="d3259c318e5c438aa76eadcfe6ecae94">tempest-DeleteServersTestJSON-1647458298</nova:project>
Dec 04 19:02:38 user nova-compute[75209]:       </nova:owner>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:ports>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:port uuid="14520bea-a80a-4052-9bfe-e3b0ae6bd4fc">
Dec 04 19:02:38 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 19:02:38 user nova-compute[75209]:         </nova:port>
Dec 04 19:02:38 user nova-compute[75209]:       </nova:ports>
Dec 04 19:02:38 user nova-compute[75209]:     </nova:instance>
Dec 04 19:02:38 user nova-compute[75209]:   </metadata>
Dec 04 19:02:38 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:02:38 user nova-compute[75209]:     <system>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="serial">3ebc52c5-92e6-400d-8fcd-2e91bea9927c</entry>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="uuid">3ebc52c5-92e6-400d-8fcd-2e91bea9927c</entry>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:02:38 user nova-compute[75209]:     </system>
Dec 04 19:02:38 user nova-compute[75209]:   </sysinfo>
Dec 04 19:02:38 user nova-compute[75209]:   <os>
Dec 04 19:02:38 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:02:38 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:02:38 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:02:38 user nova-compute[75209]:   </os>
Dec 04 19:02:38 user nova-compute[75209]:   <features>
Dec 04 19:02:38 user nova-compute[75209]:     <acpi/>
Dec 04 19:02:38 user nova-compute[75209]:     <apic/>
Dec 04 19:02:38 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:02:38 user nova-compute[75209]:   </features>
Dec 04 19:02:38 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:02:38 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:02:38 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:02:38 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:02:38 user nova-compute[75209]:   </clock>
Dec 04 19:02:38 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:02:38 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:02:38 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:02:38 user nova-compute[75209]:   </cpu>
Dec 04 19:02:38 user nova-compute[75209]:   <devices>
Dec 04 19:02:38 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:02:38 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:02:38 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk"/>
Dec 04 19:02:38 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:02:38 user nova-compute[75209]:     </disk>
Dec 04 19:02:38 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:02:38 user nova-compute[75209]:       <mac address="fa:16:3e:1f:cf:1d"/>
Dec 04 19:02:38 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:38 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:02:38 user nova-compute[75209]:       <target dev="tap14520bea-a8"/>
Dec 04 19:02:38 user nova-compute[75209]:     </interface>
Dec 04 19:02:38 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:02:38 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/console.log" append="off"/>
Dec 04 19:02:38 user nova-compute[75209]:     </serial>
Dec 04 19:02:38 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:02:38 user nova-compute[75209]:     <video>
Dec 04 19:02:38 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:38 user nova-compute[75209]:     </video>
Dec 04 19:02:38 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:02:38 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:02:38 user nova-compute[75209]:     </rng>
Dec 04 19:02:38 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:02:38 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:02:38 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:02:38 user nova-compute[75209]:     </memballoon>
Dec 04 19:02:38 user nova-compute[75209]:   </devices>
Dec 04 19:02:38 user nova-compute[75209]: </domain>
Dec 04 19:02:38 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-856956888',display_name='tempest-DeleteServersTestJSON-server-856956888',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-856956888',id=2,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3259c318e5c438aa76eadcfe6ecae94',ramdisk_id='',reservation_id='r-jelap504',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1647458298',owner_user_name='tempest-DeleteServersTestJSON-1647458298-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:31Z,user_data=None,user_id='3dcdd1c26488413492815884149c342e',uuid=3ebc52c5-92e6-400d-8fcd-2e91bea9927c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Converting VIF {"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:cf:1d,bridge_name='br-int',has_traffic_filtering=True,id=14520bea-a80a-4052-9bfe-e3b0ae6bd4fc,network=Network(ad20411c-07d9-4de9-adbe-4c822fe25f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14520bea-a8') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG os_vif [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:cf:1d,bridge_name='br-int',has_traffic_filtering=True,id=14520bea-a80a-4052-9bfe-e3b0ae6bd4fc,network=Network(ad20411c-07d9-4de9-adbe-4c822fe25f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14520bea-a8') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c1b3be8f-f48d-5a8d-8cdb-7f682b46a6a3', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updating instance_info_cache with network_info: [{"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Releasing lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Instance network_info: |[{"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Start _get_guest_xml network_info=[{"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:02:38 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:38 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2121803565',display_name='tempest-ServerRescueNegativeTestJSON-server-2121803565',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2121803565',id=4,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-n5zodgru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:31Z,user_data=None,user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=b033e42f-ffd3-41da-93f7-9271437c6b48,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:ea:47,bridge_name='br-int',has_traffic_filtering=True,id=2f91dc28-5e5b-4ebd-b064-a5469c0161f6,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f91dc28-5e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.objects.instance [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'pci_devices' on Instance uuid b033e42f-ffd3-41da-93f7-9271437c6b48 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:02:38 user nova-compute[75209]:   <uuid>b033e42f-ffd3-41da-93f7-9271437c6b48</uuid>
Dec 04 19:02:38 user nova-compute[75209]:   <name>instance-00000004</name>
Dec 04 19:02:38 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:02:38 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:02:38 user nova-compute[75209]:   <metadata>
Dec 04 19:02:38 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:02:38 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2121803565</nova:name>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:02:38</nova:creationTime>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:02:38 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:02:38 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:owner>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:user uuid="fcc54ca4efad42549d739da1c45d6fdd">tempest-ServerRescueNegativeTestJSON-1176301546-project-member</nova:user>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:project uuid="71b2e2221f6843d89e54921938b7e09b">tempest-ServerRescueNegativeTestJSON-1176301546</nova:project>
Dec 04 19:02:38 user nova-compute[75209]:       </nova:owner>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:02:38 user nova-compute[75209]:       <nova:ports>
Dec 04 19:02:38 user nova-compute[75209]:         <nova:port uuid="2f91dc28-5e5b-4ebd-b064-a5469c0161f6">
Dec 04 19:02:38 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 04 19:02:38 user nova-compute[75209]:         </nova:port>
Dec 04 19:02:38 user nova-compute[75209]:       </nova:ports>
Dec 04 19:02:38 user nova-compute[75209]:     </nova:instance>
Dec 04 19:02:38 user nova-compute[75209]:   </metadata>
Dec 04 19:02:38 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:02:38 user nova-compute[75209]:     <system>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="serial">b033e42f-ffd3-41da-93f7-9271437c6b48</entry>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="uuid">b033e42f-ffd3-41da-93f7-9271437c6b48</entry>
Dec 04 19:02:38 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:02:38 user nova-compute[75209]:     </system>
Dec 04 19:02:38 user nova-compute[75209]:   </sysinfo>
Dec 04 19:02:38 user nova-compute[75209]:   <os>
Dec 04 19:02:38 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:02:38 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:02:38 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:02:38 user nova-compute[75209]:   </os>
Dec 04 19:02:38 user nova-compute[75209]:   <features>
Dec 04 19:02:38 user nova-compute[75209]:     <acpi/>
Dec 04 19:02:38 user nova-compute[75209]:     <apic/>
Dec 04 19:02:38 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:02:38 user nova-compute[75209]:   </features>
Dec 04 19:02:38 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:02:38 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:02:38 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:02:38 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:02:38 user nova-compute[75209]:   </clock>
Dec 04 19:02:38 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:02:38 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:02:38 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:02:38 user nova-compute[75209]:   </cpu>
Dec 04 19:02:38 user nova-compute[75209]:   <devices>
Dec 04 19:02:38 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:02:38 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:02:38 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk"/>
Dec 04 19:02:38 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:02:38 user nova-compute[75209]:     </disk>
Dec 04 19:02:38 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:02:38 user nova-compute[75209]:       <mac address="fa:16:3e:25:ea:47"/>
Dec 04 19:02:38 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:38 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:02:38 user nova-compute[75209]:       <target dev="tap2f91dc28-5e"/>
Dec 04 19:02:38 user nova-compute[75209]:     </interface>
Dec 04 19:02:38 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:02:38 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/console.log" append="off"/>
Dec 04 19:02:38 user nova-compute[75209]:     </serial>
Dec 04 19:02:38 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:02:38 user nova-compute[75209]:     <video>
Dec 04 19:02:38 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:38 user nova-compute[75209]:     </video>
Dec 04 19:02:38 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:02:38 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:02:38 user nova-compute[75209]:     </rng>
Dec 04 19:02:38 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:02:38 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:02:38 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:02:38 user nova-compute[75209]:     </memballoon>
Dec 04 19:02:38 user nova-compute[75209]:   </devices>
Dec 04 19:02:38 user nova-compute[75209]: </domain>
Dec 04 19:02:38 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2121803565',display_name='tempest-ServerRescueNegativeTestJSON-server-2121803565',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2121803565',id=4,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-n5zodgru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:31Z,user_data=None,user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=b033e42f-ffd3-41da-93f7-9271437c6b48,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:ea:47,bridge_name='br-int',has_traffic_filtering=True,id=2f91dc28-5e5b-4ebd-b064-a5469c0161f6,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f91dc28-5e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG os_vif [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:ea:47,bridge_name='br-int',has_traffic_filtering=True,id=2f91dc28-5e5b-4ebd-b064-a5469c0161f6,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f91dc28-5e') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '43821d59-f105-5601-b50f-38ad0cbe69fd', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-6084462d-0838-4841-a212-0dcd90fbc9a0 req-fef87bb3-e374-4423-a910-b3e3999a132e service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-changed-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-6084462d-0838-4841-a212-0dcd90fbc9a0 req-fef87bb3-e374-4423-a910-b3e3999a132e service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Refreshing instance network info cache due to event network-changed-2f91dc28-5e5b-4ebd-b064-a5469c0161f6. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6084462d-0838-4841-a212-0dcd90fbc9a0 req-fef87bb3-e374-4423-a910-b3e3999a132e service nova] Acquiring lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6084462d-0838-4841-a212-0dcd90fbc9a0 req-fef87bb3-e374-4423-a910-b3e3999a132e service nova] Acquired lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:38 user nova-compute[75209]: DEBUG nova.network.neutron [req-6084462d-0838-4841-a212-0dcd90fbc9a0 req-fef87bb3-e374-4423-a910-b3e3999a132e service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Refreshing network info cache for port 2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:02:39 user sudo[84672]: pam_unix(sudo:session): session closed for user root
Dec 04 19:02:39 user nova-compute[75209]: INFO oslo.privsep.daemon [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Spawned new privsep daemon via rootwrap
Dec 04 19:02:39 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 04 19:02:39 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 04 19:02:39 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Dec 04 19:02:39 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84675
Dec 04 19:02:39 user nova-compute[75209]: WARNING oslo_privsep.priv_context [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] privsep daemon already running
Dec 04 19:02:39 user nova-compute[75209]: WARNING oslo_privsep.priv_context [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] privsep daemon already running
Dec 04 19:02:39 user nova-compute[75209]: WARNING oslo_privsep.priv_context [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] privsep daemon already running
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-e09fdec9-6103-4d63-a3e0-7ee3367012b1 req-ab497016-9c14-4030-8ac7-2c20359989ff service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-changed-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-e09fdec9-6103-4d63-a3e0-7ee3367012b1 req-ab497016-9c14-4030-8ac7-2c20359989ff service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Refreshing instance network info cache due to event network-changed-e8c01940-68b6-4fec-bdf1-673cb6d65318. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e09fdec9-6103-4d63-a3e0-7ee3367012b1 req-ab497016-9c14-4030-8ac7-2c20359989ff service nova] Acquiring lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e09fdec9-6103-4d63-a3e0-7ee3367012b1 req-ab497016-9c14-4030-8ac7-2c20359989ff service nova] Acquired lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.network.neutron [req-e09fdec9-6103-4d63-a3e0-7ee3367012b1 req-ab497016-9c14-4030-8ac7-2c20359989ff service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Refreshing network info cache for port e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Successfully created port: f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Successfully created port: 54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3c1515bb-15, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3c1515bb-15, col_values=(('qos', UUID('ee80de1a-7b7b-4981-9302-fb9e7a51bfc9')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3c1515bb-15, col_values=(('external_ids', {'iface-id': '3c1515bb-1549-4eb8-a425-6d6606f2a183', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:18:98', 'vm-uuid': '9e65f207-b34d-4000-8630-24a0e7121a16'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: INFO os_vif [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:18:98,bridge_name='br-int',has_traffic_filtering=True,id=3c1515bb-1549-4eb8-a425-6d6606f2a183,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c1515bb-15')
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape8c01940-68, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape8c01940-68, col_values=(('qos', UUID('8cf08814-4d44-4bb4-960d-cc9e09976779')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape8c01940-68, col_values=(('external_ids', {'iface-id': 'e8c01940-68b6-4fec-bdf1-673cb6d65318', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:85:50', 'vm-uuid': 'ad022c58-ca9f-41e1-88cf-e46f683764cf'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: INFO os_vif [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:85:50,bridge_name='br-int',has_traffic_filtering=True,id=e8c01940-68b6-4fec-bdf1-673cb6d65318,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8c01940-68')
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2f91dc28-5e, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2f91dc28-5e, col_values=(('qos', UUID('84e56d5d-3d9c-47ef-9b61-54718061ab84')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2f91dc28-5e, col_values=(('external_ids', {'iface-id': '2f91dc28-5e5b-4ebd-b064-a5469c0161f6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:25:ea:47', 'vm-uuid': 'b033e42f-ffd3-41da-93f7-9271437c6b48'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: INFO os_vif [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:ea:47,bridge_name='br-int',has_traffic_filtering=True,id=2f91dc28-5e5b-4ebd-b064-a5469c0161f6,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f91dc28-5e')
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap14520bea-a8, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap14520bea-a8, col_values=(('qos', UUID('3cda1e6f-ab25-46aa-8311-3a0445577a9f')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap14520bea-a8, col_values=(('external_ids', {'iface-id': '14520bea-a80a-4052-9bfe-e3b0ae6bd4fc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1f:cf:1d', 'vm-uuid': '3ebc52c5-92e6-400d-8fcd-2e91bea9927c'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] No VIF found with MAC fa:16:3e:89:18:98, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No VIF found with MAC fa:16:3e:7c:85:50, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:39 user nova-compute[75209]: INFO os_vif [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:cf:1d,bridge_name='br-int',has_traffic_filtering=True,id=14520bea-a80a-4052-9bfe-e3b0ae6bd4fc,network=Network(ad20411c-07d9-4de9-adbe-4c822fe25f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14520bea-a8')
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No VIF found with MAC fa:16:3e:25:ea:47, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.network.neutron [req-e09fdec9-6103-4d63-a3e0-7ee3367012b1 req-ab497016-9c14-4030-8ac7-2c20359989ff service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updated VIF entry in instance network info cache for port e8c01940-68b6-4fec-bdf1-673cb6d65318. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.network.neutron [req-e09fdec9-6103-4d63-a3e0-7ee3367012b1 req-ab497016-9c14-4030-8ac7-2c20359989ff service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updating instance_info_cache with network_info: [{"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e09fdec9-6103-4d63-a3e0-7ee3367012b1 req-ab497016-9c14-4030-8ac7-2c20359989ff service nova] Releasing lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:02:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] No VIF found with MAC fa:16:3e:1f:cf:1d, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:02:40 user nova-compute[75209]: DEBUG nova.network.neutron [req-dfaca9ad-4e63-4a94-9dbb-ccecbc73c896 req-5c5cf8d2-1afc-404b-82ce-f271e167a9bd service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Updated VIF entry in instance network info cache for port 14520bea-a80a-4052-9bfe-e3b0ae6bd4fc. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:02:40 user nova-compute[75209]: DEBUG nova.network.neutron [req-dfaca9ad-4e63-4a94-9dbb-ccecbc73c896 req-5c5cf8d2-1afc-404b-82ce-f271e167a9bd service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Updating instance_info_cache with network_info: [{"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dfaca9ad-4e63-4a94-9dbb-ccecbc73c896 req-5c5cf8d2-1afc-404b-82ce-f271e167a9bd service nova] Releasing lock "refresh_cache-3ebc52c5-92e6-400d-8fcd-2e91bea9927c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-6084462d-0838-4841-a212-0dcd90fbc9a0 req-fef87bb3-e374-4423-a910-b3e3999a132e service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updated VIF entry in instance network info cache for port 2f91dc28-5e5b-4ebd-b064-a5469c0161f6. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:02:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-6084462d-0838-4841-a212-0dcd90fbc9a0 req-fef87bb3-e374-4423-a910-b3e3999a132e service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updating instance_info_cache with network_info: [{"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6084462d-0838-4841-a212-0dcd90fbc9a0 req-fef87bb3-e374-4423-a910-b3e3999a132e service nova] Releasing lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:41 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Successfully updated port: 54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquired lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0904ef7f-508c-4539-9ad9-99301286b1de req-f3dc760c-f3ff-4506-9f8d-712f91d6bb42 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-changed-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0904ef7f-508c-4539-9ad9-99301286b1de req-f3dc760c-f3ff-4506-9f8d-712f91d6bb42 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Refreshing instance network info cache due to event network-changed-54ab6e33-9977-428a-8d68-693b4befad03. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0904ef7f-508c-4539-9ad9-99301286b1de req-f3dc760c-f3ff-4506-9f8d-712f91d6bb42 service nova] Acquiring lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Successfully updated port: f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquired lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-55f87adb-ded1-4af0-a450-c2bad784aeb0 req-c9d0953b-4efd-4771-a9c5-0d5e4fd13ed1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-changed-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-55f87adb-ded1-4af0-a450-c2bad784aeb0 req-c9d0953b-4efd-4771-a9c5-0d5e4fd13ed1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Refreshing instance network info cache due to event network-changed-f617edfd-6f0a-428d-9a6f-bfe47586476b. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:02:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-55f87adb-ded1-4af0-a450-c2bad784aeb0 req-c9d0953b-4efd-4771-a9c5-0d5e4fd13ed1 service nova] Acquiring lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating instance_info_cache with network_info: [{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Releasing lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Instance network_info: |[{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0904ef7f-508c-4539-9ad9-99301286b1de req-f3dc760c-f3ff-4506-9f8d-712f91d6bb42 service nova] Acquired lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.network.neutron [req-0904ef7f-508c-4539-9ad9-99301286b1de req-f3dc760c-f3ff-4506-9f8d-712f91d6bb42 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Refreshing network info cache for port 54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Start _get_guest_xml network_info=[{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:02:43 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:43 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2034599427',display_name='tempest-ServerStableDeviceRescueTest-server-2034599427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2034599427',id=6,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMI/JXOuzSwk69NsRhA2T5dFJQfXfURkNSIdqEy5yzzfgtedVFA8alWANkNjkxOyha3PGsu7F1NB3LFXGs86zDbEGDpaO/8jk0NM88q4NOOwsWgSiBdNYE+SScF5AlTGtA==',key_name='tempest-keypair-1965749273',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='564b9d3d334241ef89bd40e5d1594454',ramdisk_id='',reservation_id='r-xmfq2sq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1858946162',owner_user_name='tempest-ServerStableDeviceRescueTest-1858946162-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47f4979ee97b445ba320c6e57fe0cb68',uuid=3554337a-7a0c-48ba-a520-a4523a8d7984,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Converting VIF {"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:c5:38,bridge_name='br-int',has_traffic_filtering=True,id=54ab6e33-9977-428a-8d68-693b4befad03,network=Network(375b033e-5bc4-48ce-8e9a-49f57cfcf2b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ab6e33-99') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.objects.instance [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'pci_devices' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:02:43 user nova-compute[75209]:   <uuid>3554337a-7a0c-48ba-a520-a4523a8d7984</uuid>
Dec 04 19:02:43 user nova-compute[75209]:   <name>instance-00000006</name>
Dec 04 19:02:43 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:02:43 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:02:43 user nova-compute[75209]:   <metadata>
Dec 04 19:02:43 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:02:43 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:02:43 user nova-compute[75209]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2034599427</nova:name>
Dec 04 19:02:43 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:02:43</nova:creationTime>
Dec 04 19:02:43 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:02:43 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:02:43 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:02:43 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:02:43 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:02:43 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:02:43 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:02:43 user nova-compute[75209]:       <nova:owner>
Dec 04 19:02:43 user nova-compute[75209]:         <nova:user uuid="47f4979ee97b445ba320c6e57fe0cb68">tempest-ServerStableDeviceRescueTest-1858946162-project-member</nova:user>
Dec 04 19:02:43 user nova-compute[75209]:         <nova:project uuid="564b9d3d334241ef89bd40e5d1594454">tempest-ServerStableDeviceRescueTest-1858946162</nova:project>
Dec 04 19:02:43 user nova-compute[75209]:       </nova:owner>
Dec 04 19:02:43 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:02:43 user nova-compute[75209]:       <nova:ports>
Dec 04 19:02:43 user nova-compute[75209]:         <nova:port uuid="54ab6e33-9977-428a-8d68-693b4befad03">
Dec 04 19:02:43 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 19:02:43 user nova-compute[75209]:         </nova:port>
Dec 04 19:02:43 user nova-compute[75209]:       </nova:ports>
Dec 04 19:02:43 user nova-compute[75209]:     </nova:instance>
Dec 04 19:02:43 user nova-compute[75209]:   </metadata>
Dec 04 19:02:43 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:02:43 user nova-compute[75209]:     <system>
Dec 04 19:02:43 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:02:43 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:02:43 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:02:43 user nova-compute[75209]:       <entry name="serial">3554337a-7a0c-48ba-a520-a4523a8d7984</entry>
Dec 04 19:02:43 user nova-compute[75209]:       <entry name="uuid">3554337a-7a0c-48ba-a520-a4523a8d7984</entry>
Dec 04 19:02:43 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:02:43 user nova-compute[75209]:     </system>
Dec 04 19:02:43 user nova-compute[75209]:   </sysinfo>
Dec 04 19:02:43 user nova-compute[75209]:   <os>
Dec 04 19:02:43 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:02:43 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:02:43 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:02:43 user nova-compute[75209]:   </os>
Dec 04 19:02:43 user nova-compute[75209]:   <features>
Dec 04 19:02:43 user nova-compute[75209]:     <acpi/>
Dec 04 19:02:43 user nova-compute[75209]:     <apic/>
Dec 04 19:02:43 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:02:43 user nova-compute[75209]:   </features>
Dec 04 19:02:43 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:02:43 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:02:43 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:02:43 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:02:43 user nova-compute[75209]:   </clock>
Dec 04 19:02:43 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:02:43 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:02:43 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:02:43 user nova-compute[75209]:   </cpu>
Dec 04 19:02:43 user nova-compute[75209]:   <devices>
Dec 04 19:02:43 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:02:43 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:02:43 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk"/>
Dec 04 19:02:43 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:02:43 user nova-compute[75209]:     </disk>
Dec 04 19:02:43 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:02:43 user nova-compute[75209]:       <mac address="fa:16:3e:ab:c5:38"/>
Dec 04 19:02:43 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:43 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:02:43 user nova-compute[75209]:       <target dev="tap54ab6e33-99"/>
Dec 04 19:02:43 user nova-compute[75209]:     </interface>
Dec 04 19:02:43 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:02:43 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/console.log" append="off"/>
Dec 04 19:02:43 user nova-compute[75209]:     </serial>
Dec 04 19:02:43 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:02:43 user nova-compute[75209]:     <video>
Dec 04 19:02:43 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:43 user nova-compute[75209]:     </video>
Dec 04 19:02:43 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:02:43 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:02:43 user nova-compute[75209]:     </rng>
Dec 04 19:02:43 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:02:43 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:02:43 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:02:43 user nova-compute[75209]:     </memballoon>
Dec 04 19:02:43 user nova-compute[75209]:   </devices>
Dec 04 19:02:43 user nova-compute[75209]: </domain>
Dec 04 19:02:43 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2034599427',display_name='tempest-ServerStableDeviceRescueTest-server-2034599427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2034599427',id=6,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMI/JXOuzSwk69NsRhA2T5dFJQfXfURkNSIdqEy5yzzfgtedVFA8alWANkNjkxOyha3PGsu7F1NB3LFXGs86zDbEGDpaO/8jk0NM88q4NOOwsWgSiBdNYE+SScF5AlTGtA==',key_name='tempest-keypair-1965749273',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='564b9d3d334241ef89bd40e5d1594454',ramdisk_id='',reservation_id='r-xmfq2sq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1858946162',owner_user_name='tempest-ServerStableDeviceRescueTest-1858946162-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47f4979ee97b445ba320c6e57fe0cb68',uuid=3554337a-7a0c-48ba-a520-a4523a8d7984,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Converting VIF {"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:c5:38,bridge_name='br-int',has_traffic_filtering=True,id=54ab6e33-9977-428a-8d68-693b4befad03,network=Network(375b033e-5bc4-48ce-8e9a-49f57cfcf2b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ab6e33-99') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG os_vif [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:c5:38,bridge_name='br-int',has_traffic_filtering=True,id=54ab6e33-9977-428a-8d68-693b4befad03,network=Network(375b033e-5bc4-48ce-8e9a-49f57cfcf2b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ab6e33-99') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89682af7-ddc4-59e7-914e-430d62fe7b87', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap54ab6e33-99, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap54ab6e33-99, col_values=(('qos', UUID('8002a005-2f50-4440-9816-bbd51081614f')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap54ab6e33-99, col_values=(('external_ids', {'iface-id': '54ab6e33-9977-428a-8d68-693b4befad03', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ab:c5:38', 'vm-uuid': '3554337a-7a0c-48ba-a520-a4523a8d7984'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:43 user nova-compute[75209]: INFO os_vif [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:c5:38,bridge_name='br-int',has_traffic_filtering=True,id=54ab6e33-9977-428a-8d68-693b4befad03,network=Network(375b033e-5bc4-48ce-8e9a-49f57cfcf2b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ab6e33-99')
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] No VIF found with MAC fa:16:3e:ab:c5:38, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating instance_info_cache with network_info: [{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Releasing lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Instance network_info: |[{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-55f87adb-ded1-4af0-a450-c2bad784aeb0 req-c9d0953b-4efd-4771-a9c5-0d5e4fd13ed1 service nova] Acquired lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG nova.network.neutron [req-55f87adb-ded1-4af0-a450-c2bad784aeb0 req-c9d0953b-4efd-4771-a9c5-0d5e4fd13ed1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Refreshing network info cache for port f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Start _get_guest_xml network_info=[{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG nova.network.neutron [req-0904ef7f-508c-4539-9ad9-99301286b1de req-f3dc760c-f3ff-4506-9f8d-712f91d6bb42 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updated VIF entry in instance network info cache for port 54ab6e33-9977-428a-8d68-693b4befad03. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG nova.network.neutron [req-0904ef7f-508c-4539-9ad9-99301286b1de req-f3dc760c-f3ff-4506-9f8d-712f91d6bb42 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating instance_info_cache with network_info: [{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0904ef7f-508c-4539-9ad9-99301286b1de req-f3dc760c-f3ff-4506-9f8d-712f91d6bb42 service nova] Releasing lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG nova.network.neutron [req-55f87adb-ded1-4af0-a450-c2bad784aeb0 req-c9d0953b-4efd-4771-a9c5-0d5e4fd13ed1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updated VIF entry in instance network info cache for port f617edfd-6f0a-428d-9a6f-bfe47586476b. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG nova.network.neutron [req-55f87adb-ded1-4af0-a450-c2bad784aeb0 req-c9d0953b-4efd-4771-a9c5-0d5e4fd13ed1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating instance_info_cache with network_info: [{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-55f87adb-ded1-4af0-a450-c2bad784aeb0 req-c9d0953b-4efd-4771-a9c5-0d5e4fd13ed1 service nova] Releasing lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.compute.manager [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:02:48 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:48 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:02:48 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Instance spawned successfully.
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2023750937',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2023750937',id=5,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2H7W4LiAh7dq0FtTy23K9IUjRO/EPjZDnUs23a8go0y3HiafPqP/e9js3UQVInnkAa7t6SMRtGtuLgw1o0HXuS+K1Kv6Rm6Dx7/ozKESJsHlg8Xwz5ADmzn7VmTvMXWQ==',key_name='tempest-keypair-1034015299',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ul5s54iy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=c6f62b93-34a3-4259-b53e-bee4d63d40df,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'pci_devices' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:02:48 user nova-compute[75209]:   <uuid>c6f62b93-34a3-4259-b53e-bee4d63d40df</uuid>
Dec 04 19:02:48 user nova-compute[75209]:   <name>instance-00000005</name>
Dec 04 19:02:48 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:02:48 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:02:48 user nova-compute[75209]:   <metadata>
Dec 04 19:02:48 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:02:48 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:02:48 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-2023750937</nova:name>
Dec 04 19:02:48 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:02:48</nova:creationTime>
Dec 04 19:02:48 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:02:48 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:02:48 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:02:48 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:02:48 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:02:48 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:02:48 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:02:48 user nova-compute[75209]:       <nova:owner>
Dec 04 19:02:48 user nova-compute[75209]:         <nova:user uuid="aa23c1b6058d4f28b8c9fddac3f0fc92">tempest-AttachVolumeShelveTestJSON-1548594681-project-member</nova:user>
Dec 04 19:02:48 user nova-compute[75209]:         <nova:project uuid="b9f5c995378d4153bed490dac31fb420">tempest-AttachVolumeShelveTestJSON-1548594681</nova:project>
Dec 04 19:02:48 user nova-compute[75209]:       </nova:owner>
Dec 04 19:02:48 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:02:48 user nova-compute[75209]:       <nova:ports>
Dec 04 19:02:48 user nova-compute[75209]:         <nova:port uuid="f617edfd-6f0a-428d-9a6f-bfe47586476b">
Dec 04 19:02:48 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 04 19:02:48 user nova-compute[75209]:         </nova:port>
Dec 04 19:02:48 user nova-compute[75209]:       </nova:ports>
Dec 04 19:02:48 user nova-compute[75209]:     </nova:instance>
Dec 04 19:02:48 user nova-compute[75209]:   </metadata>
Dec 04 19:02:48 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:02:48 user nova-compute[75209]:     <system>
Dec 04 19:02:48 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:02:48 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:02:48 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:02:48 user nova-compute[75209]:       <entry name="serial">c6f62b93-34a3-4259-b53e-bee4d63d40df</entry>
Dec 04 19:02:48 user nova-compute[75209]:       <entry name="uuid">c6f62b93-34a3-4259-b53e-bee4d63d40df</entry>
Dec 04 19:02:48 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:02:48 user nova-compute[75209]:     </system>
Dec 04 19:02:48 user nova-compute[75209]:   </sysinfo>
Dec 04 19:02:48 user nova-compute[75209]:   <os>
Dec 04 19:02:48 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:02:48 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:02:48 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:02:48 user nova-compute[75209]:   </os>
Dec 04 19:02:48 user nova-compute[75209]:   <features>
Dec 04 19:02:48 user nova-compute[75209]:     <acpi/>
Dec 04 19:02:48 user nova-compute[75209]:     <apic/>
Dec 04 19:02:48 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:02:48 user nova-compute[75209]:   </features>
Dec 04 19:02:48 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:02:48 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:02:48 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:02:48 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:02:48 user nova-compute[75209]:   </clock>
Dec 04 19:02:48 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:02:48 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:02:48 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:02:48 user nova-compute[75209]:   </cpu>
Dec 04 19:02:48 user nova-compute[75209]:   <devices>
Dec 04 19:02:48 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:02:48 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:02:48 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk"/>
Dec 04 19:02:48 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:02:48 user nova-compute[75209]:     </disk>
Dec 04 19:02:48 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:02:48 user nova-compute[75209]:       <mac address="fa:16:3e:61:b2:64"/>
Dec 04 19:02:48 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:48 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:02:48 user nova-compute[75209]:       <target dev="tapf617edfd-6f"/>
Dec 04 19:02:48 user nova-compute[75209]:     </interface>
Dec 04 19:02:48 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:02:48 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/console.log" append="off"/>
Dec 04 19:02:48 user nova-compute[75209]:     </serial>
Dec 04 19:02:48 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:02:48 user nova-compute[75209]:     <video>
Dec 04 19:02:48 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:02:48 user nova-compute[75209]:     </video>
Dec 04 19:02:48 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:02:48 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:02:48 user nova-compute[75209]:     </rng>
Dec 04 19:02:48 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:02:48 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:02:48 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:02:48 user nova-compute[75209]:     </memballoon>
Dec 04 19:02:48 user nova-compute[75209]:   </devices>
Dec 04 19:02:48 user nova-compute[75209]: </domain>
Dec 04 19:02:48 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2023750937',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2023750937',id=5,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2H7W4LiAh7dq0FtTy23K9IUjRO/EPjZDnUs23a8go0y3HiafPqP/e9js3UQVInnkAa7t6SMRtGtuLgw1o0HXuS+K1Kv6Rm6Dx7/ozKESJsHlg8Xwz5ADmzn7VmTvMXWQ==',key_name='tempest-keypair-1034015299',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ul5s54iy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=c6f62b93-34a3-4259-b53e-bee4d63d40df,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG os_vif [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '49ed046c-85ee-5b75-b638-5b9fe2998e47', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf617edfd-6f, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf617edfd-6f, col_values=(('qos', UUID('974c2361-aa3a-488f-937a-fea0e920b236')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf617edfd-6f, col_values=(('external_ids', {'iface-id': 'f617edfd-6f0a-428d-9a6f-bfe47586476b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:b2:64', 'vm-uuid': 'c6f62b93-34a3-4259-b53e-bee4d63d40df'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:49 user nova-compute[75209]: INFO os_vif [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f')
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] No VIF found with MAC fa:16:3e:61:b2:64, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:02:49 user nova-compute[75209]: INFO nova.compute.manager [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Took 18.45 seconds to spawn the instance on the hypervisor.
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:02:49 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Instance spawned successfully.
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.compute.manager [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Took 21.09 seconds to build instance.
Dec 04 19:02:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-739e1f9c-941f-4f27-83a2-cff59f443551 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.300s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.compute.manager [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Took 18.97 seconds to spawn the instance on the hypervisor.
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Instance spawned successfully.
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Instance spawned successfully.
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Instance spawned successfully.
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.compute.manager [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Took 21.36 seconds to build instance.
Dec 04 19:02:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-089cbd5d-cb90-4c9d-aa8c-097a48dbbbad tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "9e65f207-b34d-4000-8630-24a0e7121a16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.592s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.compute.manager [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Took 20.48 seconds to spawn the instance on the hypervisor.
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.compute.manager [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Took 19.06 seconds to spawn the instance on the hypervisor.
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.compute.manager [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Took 21.31 seconds to build instance.
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.compute.manager [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Took 22.09 seconds to build instance.
Dec 04 19:02:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-85f61b08-ad62-4ad5-a8f1-0cc9860736d9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.375s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:50 user nova-compute[75209]: INFO nova.compute.manager [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Took 14.18 seconds to spawn the instance on the hypervisor.
Dec 04 19:02:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:02:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3c98e8d3-4aec-42a3-8280-0716f84d5e65 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.764s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:51 user nova-compute[75209]: INFO nova.compute.manager [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Took 15.12 seconds to build instance.
Dec 04 19:02:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1b258753-f493-4d70-b76c-b4f68fd84f7a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.313s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:02:54 user nova-compute[75209]: INFO nova.compute.claims [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Claim successful on node user
Dec 04 19:02:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:02:54 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Instance spawned successfully.
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:02:54 user nova-compute[75209]: INFO nova.compute.manager [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Took 19.84 seconds to spawn the instance on the hypervisor.
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:02:54 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.844s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:02:55 user nova-compute[75209]: INFO nova.compute.manager [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Took 20.74 seconds to build instance.
Dec 04 19:02:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:02:55 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Dec 04 19:02:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f00471ff-edc9-42e3-a5b4-3c32488419f9 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.890s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:02:55 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Creating image(s)
Dec 04 19:02:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "/opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "/opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "/opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "b0acd05aaac7b5153bd09c198b8d38f6e94f2719" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "b0acd05aaac7b5153bd09c198b8d38f6e94f2719" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG nova.policy [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0690023177d0478da34d483413b16bb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d2b30ecf0a94b67a97958886f13cf10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719.part --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG nova.compute.manager [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:02:56 user nova-compute[75209]: INFO nova.compute.claims [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Claim successful on node user
Dec 04 19:02:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719.part --force-share --output=json" returned: 0 in 0.435s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG nova.virt.images [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] f03ae5d4-8b14-4832-be3e-6451a9ee9dbe was qcow2, converting to raw {{(pid=75209) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719.part /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719.converted {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719.part /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719.converted" returned: 0 in 0.276s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719.converted --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719.converted --force-share --output=json" returned: 0 in 0.263s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "b0acd05aaac7b5153bd09c198b8d38f6e94f2719" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.044s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719 --force-share --output=json" returned: 0 in 0.512s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "b0acd05aaac7b5153bd09c198b8d38f6e94f2719" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "b0acd05aaac7b5153bd09c198b8d38f6e94f2719" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.454s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.network.neutron [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719 --force-share --output=json" returned: 0 in 0.394s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719,backing_fmt=raw /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:58 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Successfully created port: 4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719,backing_fmt=raw /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk 1073741824" returned: 0 in 0.128s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "b0acd05aaac7b5153bd09c198b8d38f6e94f2719" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.538s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.policy [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd70a368b5d4e2da3aa6752b9fe9f27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df36a9b8112e4011920e77ddf02fc4f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:02:58 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Creating image(s)
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "/opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "/opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "/opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719 --force-share --output=json" returned: 0 in 0.355s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:02:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.385s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json" returned: 0 in 0.376s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Cannot resize image /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Ensure instance console log exists: /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.294s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Successfully updated port: 4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk 1073741824" returned: 0 in 0.075s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.374s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "refresh_cache-6c933242-a36a-4677-a4a1-7333ba8bd5ba" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquired lock "refresh_cache-6c933242-a36a-4677-a4a1-7333ba8bd5ba" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-4157a9eb-4b8e-4970-8495-898610713b04 req-9012094f-1582-4369-8d40-af0ae6c63a68 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received event network-changed-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-4157a9eb-4b8e-4970-8495-898610713b04 req-9012094f-1582-4369-8d40-af0ae6c63a68 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Refreshing instance network info cache due to event network-changed-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4157a9eb-4b8e-4970-8495-898610713b04 req-9012094f-1582-4369-8d40-af0ae6c63a68 service nova] Acquiring lock "refresh_cache-6c933242-a36a-4677-a4a1-7333ba8bd5ba" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG nova.network.neutron [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Successfully created port: 58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.373s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Checking if we can resize image /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:02:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.308s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Cannot resize image /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Ensure instance console log exists: /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Updating instance_info_cache with network_info: [{"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Releasing lock "refresh_cache-6c933242-a36a-4677-a4a1-7333ba8bd5ba" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Instance network_info: |[{"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4157a9eb-4b8e-4970-8495-898610713b04 req-9012094f-1582-4369-8d40-af0ae6c63a68 service nova] Acquired lock "refresh_cache-6c933242-a36a-4677-a4a1-7333ba8bd5ba" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.network.neutron [req-4157a9eb-4b8e-4970-8495-898610713b04 req-9012094f-1582-4369-8d40-af0ae6c63a68 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Refreshing network info cache for port 4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Start _get_guest_xml network_info=[{"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T19:02:45Z,direct_url=<?>,disk_format='qcow2',id=f03ae5d4-8b14-4832-be3e-6451a9ee9dbe,min_disk=0,min_ram=0,name='',owner='fc160b0e36824013a4913184fdbf0fe3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T19:02:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'scsi', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'image_id': 'f03ae5d4-8b14-4832-be3e-6451a9ee9dbe'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:03:00 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:00 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T19:02:45Z,direct_url=<?>,disk_format='qcow2',id=f03ae5d4-8b14-4832-be3e-6451a9ee9dbe,min_disk=0,min_ram=0,name='',owner='fc160b0e36824013a4913184fdbf0fe3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T19:02:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:02:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1188666549',display_name='tempest-AttachSCSIVolumeTestJSON-server-1188666549',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1188666549',id=7,image_ref='f03ae5d4-8b14-4832-be3e-6451a9ee9dbe',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNZdRT5HOufyFKuiAXFJbsJyPeDnrf49sn6DK+QD82OY5/wFTx02yLROL4Lpt7kzscxV/4DHkTGdXnoywUaudYaOhuae90IFpyOCr+itB6VOCYvNv3UWVaA83Y3WsHd3cA==',key_name='tempest-keypair-150359377',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d2b30ecf0a94b67a97958886f13cf10',ramdisk_id='',reservation_id='r-avmhd00t',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='f03ae5d4-8b14-4832-be3e-6451a9ee9dbe',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-239930838',owner_user_name='tempest-AttachSCSIVolumeTestJSON-239930838-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0690023177d0478da34d483413b16bb6',uuid=6c933242-a36a-4677-a4a1-7333ba8bd5ba,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Converting VIF {"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:9f:ea,bridge_name='br-int',has_traffic_filtering=True,id=4ef0aac3-2ba7-467b-a5eb-1c506c50acc3,network=Network(caded9e0-a8af-4c82-9d8a-3e457749e42f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ef0aac3-2b') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.objects.instance [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lazy-loading 'pci_devices' on Instance uuid 6c933242-a36a-4677-a4a1-7333ba8bd5ba {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:03:00 user nova-compute[75209]:   <uuid>6c933242-a36a-4677-a4a1-7333ba8bd5ba</uuid>
Dec 04 19:03:00 user nova-compute[75209]:   <name>instance-00000007</name>
Dec 04 19:03:00 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:03:00 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:03:00 user nova-compute[75209]:   <metadata>
Dec 04 19:03:00 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:03:00 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:03:00 user nova-compute[75209]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1188666549</nova:name>
Dec 04 19:03:00 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:03:00</nova:creationTime>
Dec 04 19:03:00 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:03:00 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:03:00 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:03:00 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:03:00 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:03:00 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:03:00 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:03:00 user nova-compute[75209]:       <nova:owner>
Dec 04 19:03:00 user nova-compute[75209]:         <nova:user uuid="0690023177d0478da34d483413b16bb6">tempest-AttachSCSIVolumeTestJSON-239930838-project-member</nova:user>
Dec 04 19:03:00 user nova-compute[75209]:         <nova:project uuid="0d2b30ecf0a94b67a97958886f13cf10">tempest-AttachSCSIVolumeTestJSON-239930838</nova:project>
Dec 04 19:03:00 user nova-compute[75209]:       </nova:owner>
Dec 04 19:03:00 user nova-compute[75209]:       <nova:root type="image" uuid="f03ae5d4-8b14-4832-be3e-6451a9ee9dbe"/>
Dec 04 19:03:00 user nova-compute[75209]:       <nova:ports>
Dec 04 19:03:00 user nova-compute[75209]:         <nova:port uuid="4ef0aac3-2ba7-467b-a5eb-1c506c50acc3">
Dec 04 19:03:00 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:03:00 user nova-compute[75209]:         </nova:port>
Dec 04 19:03:00 user nova-compute[75209]:       </nova:ports>
Dec 04 19:03:00 user nova-compute[75209]:     </nova:instance>
Dec 04 19:03:00 user nova-compute[75209]:   </metadata>
Dec 04 19:03:00 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:03:00 user nova-compute[75209]:     <system>
Dec 04 19:03:00 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:03:00 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:03:00 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:03:00 user nova-compute[75209]:       <entry name="serial">6c933242-a36a-4677-a4a1-7333ba8bd5ba</entry>
Dec 04 19:03:00 user nova-compute[75209]:       <entry name="uuid">6c933242-a36a-4677-a4a1-7333ba8bd5ba</entry>
Dec 04 19:03:00 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:03:00 user nova-compute[75209]:     </system>
Dec 04 19:03:00 user nova-compute[75209]:   </sysinfo>
Dec 04 19:03:00 user nova-compute[75209]:   <os>
Dec 04 19:03:00 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:03:00 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:03:00 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:03:00 user nova-compute[75209]:   </os>
Dec 04 19:03:00 user nova-compute[75209]:   <features>
Dec 04 19:03:00 user nova-compute[75209]:     <acpi/>
Dec 04 19:03:00 user nova-compute[75209]:     <apic/>
Dec 04 19:03:00 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:03:00 user nova-compute[75209]:   </features>
Dec 04 19:03:00 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:03:00 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:03:00 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:03:00 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:03:00 user nova-compute[75209]:   </clock>
Dec 04 19:03:00 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:03:00 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:03:00 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:03:00 user nova-compute[75209]:   </cpu>
Dec 04 19:03:00 user nova-compute[75209]:   <devices>
Dec 04 19:03:00 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:03:00 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:03:00 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk"/>
Dec 04 19:03:00 user nova-compute[75209]:       <target dev="sda" bus="scsi"/>
Dec 04 19:03:00 user nova-compute[75209]:       <address type="drive" controller="0" unit="0"/>
Dec 04 19:03:00 user nova-compute[75209]:     </disk>
Dec 04 19:03:00 user nova-compute[75209]:     <disk type="file" device="cdrom">
Dec 04 19:03:00 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none"/>
Dec 04 19:03:00 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk.config"/>
Dec 04 19:03:00 user nova-compute[75209]:       <target dev="sdb" bus="scsi"/>
Dec 04 19:03:00 user nova-compute[75209]:       <address type="drive" controller="0" unit="1"/>
Dec 04 19:03:00 user nova-compute[75209]:     </disk>
Dec 04 19:03:00 user nova-compute[75209]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Dec 04 19:03:00 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:03:00 user nova-compute[75209]:       <mac address="fa:16:3e:6b:9f:ea"/>
Dec 04 19:03:00 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:03:00 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:03:00 user nova-compute[75209]:       <target dev="tap4ef0aac3-2b"/>
Dec 04 19:03:00 user nova-compute[75209]:     </interface>
Dec 04 19:03:00 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:03:00 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/console.log" append="off"/>
Dec 04 19:03:00 user nova-compute[75209]:     </serial>
Dec 04 19:03:00 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:03:00 user nova-compute[75209]:     <video>
Dec 04 19:03:00 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:03:00 user nova-compute[75209]:     </video>
Dec 04 19:03:00 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:03:00 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:03:00 user nova-compute[75209]:     </rng>
Dec 04 19:03:00 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:03:00 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:03:00 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:03:00 user nova-compute[75209]:     </memballoon>
Dec 04 19:03:00 user nova-compute[75209]:   </devices>
Dec 04 19:03:00 user nova-compute[75209]: </domain>
Dec 04 19:03:00 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:02:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1188666549',display_name='tempest-AttachSCSIVolumeTestJSON-server-1188666549',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1188666549',id=7,image_ref='f03ae5d4-8b14-4832-be3e-6451a9ee9dbe',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNZdRT5HOufyFKuiAXFJbsJyPeDnrf49sn6DK+QD82OY5/wFTx02yLROL4Lpt7kzscxV/4DHkTGdXnoywUaudYaOhuae90IFpyOCr+itB6VOCYvNv3UWVaA83Y3WsHd3cA==',key_name='tempest-keypair-150359377',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d2b30ecf0a94b67a97958886f13cf10',ramdisk_id='',reservation_id='r-avmhd00t',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='f03ae5d4-8b14-4832-be3e-6451a9ee9dbe',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-239930838',owner_user_name='tempest-AttachSCSIVolumeTestJSON-239930838-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0690023177d0478da34d483413b16bb6',uuid=6c933242-a36a-4677-a4a1-7333ba8bd5ba,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Converting VIF {"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:9f:ea,bridge_name='br-int',has_traffic_filtering=True,id=4ef0aac3-2ba7-467b-a5eb-1c506c50acc3,network=Network(caded9e0-a8af-4c82-9d8a-3e457749e42f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ef0aac3-2b') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG os_vif [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:9f:ea,bridge_name='br-int',has_traffic_filtering=True,id=4ef0aac3-2ba7-467b-a5eb-1c506c50acc3,network=Network(caded9e0-a8af-4c82-9d8a-3e457749e42f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ef0aac3-2b') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9cb41b95-32d4-588b-bd05-45a12f45be16', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4ef0aac3-2b, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4ef0aac3-2b, col_values=(('qos', UUID('0a8a10b4-256c-4df2-a979-b6cc2f3aeca7')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4ef0aac3-2b, col_values=(('external_ids', {'iface-id': '4ef0aac3-2ba7-467b-a5eb-1c506c50acc3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6b:9f:ea', 'vm-uuid': '6c933242-a36a-4677-a4a1-7333ba8bd5ba'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:00 user nova-compute[75209]: INFO os_vif [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:9f:ea,bridge_name='br-int',has_traffic_filtering=True,id=4ef0aac3-2ba7-467b-a5eb-1c506c50acc3,network=Network(caded9e0-a8af-4c82-9d8a-3e457749e42f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ef0aac3-2b')
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] No BDM found with device name sda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:03:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] No VIF found with MAC fa:16:3e:6b:9f:ea, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:03:00 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Using config drive
Dec 04 19:03:01 user nova-compute[75209]: DEBUG nova.network.neutron [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Successfully updated port: 58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "refresh_cache-670a5510-20c3-4914-8308-4c3b92412b57" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquired lock "refresh_cache-670a5510-20c3-4914-8308-4c3b92412b57" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:01 user nova-compute[75209]: DEBUG nova.network.neutron [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:03:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-743cbe65-d31a-4664-9935-d5d03861783b req-a450529d-6902-4acd-88cc-4db53e53b41f service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received event network-changed-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-743cbe65-d31a-4664-9935-d5d03861783b req-a450529d-6902-4acd-88cc-4db53e53b41f service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Refreshing instance network info cache due to event network-changed-58a7c9dd-e83b-4a33-bdae-2469977debe1. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-743cbe65-d31a-4664-9935-d5d03861783b req-a450529d-6902-4acd-88cc-4db53e53b41f service nova] Acquiring lock "refresh_cache-670a5510-20c3-4914-8308-4c3b92412b57" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:01 user nova-compute[75209]: DEBUG nova.network.neutron [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.011s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.network.neutron [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Updating instance_info_cache with network_info: [{"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Creating config drive at /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk.config
Dec 04 19:03:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9v22g745 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.network.neutron [req-4157a9eb-4b8e-4970-8495-898610713b04 req-9012094f-1582-4369-8d40-af0ae6c63a68 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Updated VIF entry in instance network info cache for port 4ef0aac3-2ba7-467b-a5eb-1c506c50acc3. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.network.neutron [req-4157a9eb-4b8e-4970-8495-898610713b04 req-9012094f-1582-4369-8d40-af0ae6c63a68 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Updating instance_info_cache with network_info: [{"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Releasing lock "refresh_cache-670a5510-20c3-4914-8308-4c3b92412b57" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Instance network_info: |[{"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9v22g745" returned: 0 in 0.143s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-743cbe65-d31a-4664-9935-d5d03861783b req-a450529d-6902-4acd-88cc-4db53e53b41f service nova] Acquired lock "refresh_cache-670a5510-20c3-4914-8308-4c3b92412b57" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.network.neutron [req-743cbe65-d31a-4664-9935-d5d03861783b req-a450529d-6902-4acd-88cc-4db53e53b41f service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Refreshing network info cache for port 58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Start _get_guest_xml network_info=[{"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4157a9eb-4b8e-4970-8495-898610713b04 req-9012094f-1582-4369-8d40-af0ae6c63a68 service nova] Releasing lock "refresh_cache-6c933242-a36a-4677-a4a1-7333ba8bd5ba" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:02 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:02 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:03:02 user nova-compute[75209]: INFO nova.compute.claims [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Claim successful on node user
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1449372288',display_name='tempest-VolumesAdminNegativeTest-server-1449372288',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1449372288',id=8,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAlMi8wjYZcvS/nagyxiH5tAC4sQqt+KWaIe9D4IWip3Y6ZytODRt2arrkaaWzvqlxjivKw3jH1a2ZC7gi3MLquWXE2x/hniHG/VjSn5PtsjJg6iba08UmOPCC1lE+fnvQ==',key_name='tempest-keypair-1860540660',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='df36a9b8112e4011920e77ddf02fc4f2',ramdisk_id='',reservation_id='r-xlyuu0pk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1259503320',owner_user_name='tempest-VolumesAdminNegativeTest-1259503320-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2cd70a368b5d4e2da3aa6752b9fe9f27',uuid=670a5510-20c3-4914-8308-4c3b92412b57,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converting VIF {"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:8f:2a,bridge_name='br-int',has_traffic_filtering=True,id=58a7c9dd-e83b-4a33-bdae-2469977debe1,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a7c9dd-e8') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.objects.instance [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lazy-loading 'pci_devices' on Instance uuid 670a5510-20c3-4914-8308-4c3b92412b57 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:03:02 user nova-compute[75209]:   <uuid>670a5510-20c3-4914-8308-4c3b92412b57</uuid>
Dec 04 19:03:02 user nova-compute[75209]:   <name>instance-00000008</name>
Dec 04 19:03:02 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:03:02 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:03:02 user nova-compute[75209]:   <metadata>
Dec 04 19:03:02 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:03:02 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:03:02 user nova-compute[75209]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1449372288</nova:name>
Dec 04 19:03:02 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:03:02</nova:creationTime>
Dec 04 19:03:02 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:03:02 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:03:02 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:03:02 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:03:02 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:03:02 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:03:02 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:03:02 user nova-compute[75209]:       <nova:owner>
Dec 04 19:03:02 user nova-compute[75209]:         <nova:user uuid="2cd70a368b5d4e2da3aa6752b9fe9f27">tempest-VolumesAdminNegativeTest-1259503320-project-member</nova:user>
Dec 04 19:03:02 user nova-compute[75209]:         <nova:project uuid="df36a9b8112e4011920e77ddf02fc4f2">tempest-VolumesAdminNegativeTest-1259503320</nova:project>
Dec 04 19:03:02 user nova-compute[75209]:       </nova:owner>
Dec 04 19:03:02 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:03:02 user nova-compute[75209]:       <nova:ports>
Dec 04 19:03:02 user nova-compute[75209]:         <nova:port uuid="58a7c9dd-e83b-4a33-bdae-2469977debe1">
Dec 04 19:03:02 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 04 19:03:02 user nova-compute[75209]:         </nova:port>
Dec 04 19:03:02 user nova-compute[75209]:       </nova:ports>
Dec 04 19:03:02 user nova-compute[75209]:     </nova:instance>
Dec 04 19:03:02 user nova-compute[75209]:   </metadata>
Dec 04 19:03:02 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:03:02 user nova-compute[75209]:     <system>
Dec 04 19:03:02 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:03:02 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:03:02 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:03:02 user nova-compute[75209]:       <entry name="serial">670a5510-20c3-4914-8308-4c3b92412b57</entry>
Dec 04 19:03:02 user nova-compute[75209]:       <entry name="uuid">670a5510-20c3-4914-8308-4c3b92412b57</entry>
Dec 04 19:03:02 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:03:02 user nova-compute[75209]:     </system>
Dec 04 19:03:02 user nova-compute[75209]:   </sysinfo>
Dec 04 19:03:02 user nova-compute[75209]:   <os>
Dec 04 19:03:02 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:03:02 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:03:02 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:03:02 user nova-compute[75209]:   </os>
Dec 04 19:03:02 user nova-compute[75209]:   <features>
Dec 04 19:03:02 user nova-compute[75209]:     <acpi/>
Dec 04 19:03:02 user nova-compute[75209]:     <apic/>
Dec 04 19:03:02 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:03:02 user nova-compute[75209]:   </features>
Dec 04 19:03:02 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:03:02 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:03:02 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:03:02 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:03:02 user nova-compute[75209]:   </clock>
Dec 04 19:03:02 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:03:02 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:03:02 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:03:02 user nova-compute[75209]:   </cpu>
Dec 04 19:03:02 user nova-compute[75209]:   <devices>
Dec 04 19:03:02 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:03:02 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:03:02 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk"/>
Dec 04 19:03:02 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:03:02 user nova-compute[75209]:     </disk>
Dec 04 19:03:02 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:03:02 user nova-compute[75209]:       <mac address="fa:16:3e:f8:8f:2a"/>
Dec 04 19:03:02 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:03:02 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:03:02 user nova-compute[75209]:       <target dev="tap58a7c9dd-e8"/>
Dec 04 19:03:02 user nova-compute[75209]:     </interface>
Dec 04 19:03:02 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:03:02 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/console.log" append="off"/>
Dec 04 19:03:02 user nova-compute[75209]:     </serial>
Dec 04 19:03:02 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:03:02 user nova-compute[75209]:     <video>
Dec 04 19:03:02 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:03:02 user nova-compute[75209]:     </video>
Dec 04 19:03:02 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:03:02 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:03:02 user nova-compute[75209]:     </rng>
Dec 04 19:03:02 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:03:02 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:03:02 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:03:02 user nova-compute[75209]:     </memballoon>
Dec 04 19:03:02 user nova-compute[75209]:   </devices>
Dec 04 19:03:02 user nova-compute[75209]: </domain>
Dec 04 19:03:02 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1449372288',display_name='tempest-VolumesAdminNegativeTest-server-1449372288',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1449372288',id=8,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAlMi8wjYZcvS/nagyxiH5tAC4sQqt+KWaIe9D4IWip3Y6ZytODRt2arrkaaWzvqlxjivKw3jH1a2ZC7gi3MLquWXE2x/hniHG/VjSn5PtsjJg6iba08UmOPCC1lE+fnvQ==',key_name='tempest-keypair-1860540660',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='df36a9b8112e4011920e77ddf02fc4f2',ramdisk_id='',reservation_id='r-xlyuu0pk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1259503320',owner_user_name='tempest-VolumesAdminNegativeTest-1259503320-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2cd70a368b5d4e2da3aa6752b9fe9f27',uuid=670a5510-20c3-4914-8308-4c3b92412b57,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converting VIF {"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:8f:2a,bridge_name='br-int',has_traffic_filtering=True,id=58a7c9dd-e83b-4a33-bdae-2469977debe1,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a7c9dd-e8') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG os_vif [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:8f:2a,bridge_name='br-int',has_traffic_filtering=True,id=58a7c9dd-e83b-4a33-bdae-2469977debe1,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a7c9dd-e8') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eaef34d7-3196-59d1-ac96-2680212bc9f2', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap58a7c9dd-e8, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap58a7c9dd-e8, col_values=(('qos', UUID('b9f4d5fa-d2d2-4369-a2a2-8dabf3c79b07')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap58a7c9dd-e8, col_values=(('external_ids', {'iface-id': '58a7c9dd-e83b-4a33-bdae-2469977debe1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:8f:2a', 'vm-uuid': '670a5510-20c3-4914-8308-4c3b92412b57'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:02 user nova-compute[75209]: INFO os_vif [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:8f:2a,bridge_name='br-int',has_traffic_filtering=True,id=58a7c9dd-e83b-4a33-bdae-2469977debe1,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a7c9dd-e8')
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:03:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] No VIF found with MAC fa:16:3e:f8:8f:2a, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.network.neutron [req-743cbe65-d31a-4664-9935-d5d03861783b req-a450529d-6902-4acd-88cc-4db53e53b41f service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Updated VIF entry in instance network info cache for port 58a7c9dd-e83b-4a33-bdae-2469977debe1. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.network.neutron [req-743cbe65-d31a-4664-9935-d5d03861783b req-a450529d-6902-4acd-88cc-4db53e53b41f service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Updating instance_info_cache with network_info: [{"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-743cbe65-d31a-4664-9935-d5d03861783b req-a450529d-6902-4acd-88cc-4db53e53b41f service nova] Releasing lock "refresh_cache-670a5510-20c3-4914-8308-4c3b92412b57" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.794s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:03:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:03:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.policy [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24f3423d8e8d415698af681abbbd6ac8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '861feaed86da436ebbee990448b62c1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:03:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Creating image(s)
Dec 04 19:03:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.011s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.294s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.022s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.290s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk 1073741824" returned: 0 in 0.105s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.401s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.321s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:04 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Successfully created port: 1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json" returned: 0 in 0.431s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Cannot resize image /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Ensure instance console log exists: /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-95b8393e-fe44-4a83-a860-6199d4384ab0 req-e4c0e788-1119-475c-a533-e02ead5c7b77 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received event network-vif-plugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-95b8393e-fe44-4a83-a860-6199d4384ab0 req-e4c0e788-1119-475c-a533-e02ead5c7b77 service nova] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-95b8393e-fe44-4a83-a860-6199d4384ab0 req-e4c0e788-1119-475c-a533-e02ead5c7b77 service nova] Lock "670a5510-20c3-4914-8308-4c3b92412b57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-95b8393e-fe44-4a83-a860-6199d4384ab0 req-e4c0e788-1119-475c-a533-e02ead5c7b77 service nova] Lock "670a5510-20c3-4914-8308-4c3b92412b57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-95b8393e-fe44-4a83-a860-6199d4384ab0 req-e4c0e788-1119-475c-a533-e02ead5c7b77 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] No waiting events found dispatching network-vif-plugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:05 user nova-compute[75209]: WARNING nova.compute.manager [req-95b8393e-fe44-4a83-a860-6199d4384ab0 req-e4c0e788-1119-475c-a533-e02ead5c7b77 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received unexpected event network-vif-plugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 for instance with vm_state building and task_state spawning.
Dec 04 19:03:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Successfully updated port: 1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquired lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-9d91e9b3-24df-44c4-b508-9e9714eeb82d req-2fd3f99d-7722-478e-8547-f305f1a7f426 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-changed-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-9d91e9b3-24df-44c4-b508-9e9714eeb82d req-2fd3f99d-7722-478e-8547-f305f1a7f426 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Refreshing instance network info cache due to event network-changed-1acd9927-8c37-469d-8b82-3fbb33dac132. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9d91e9b3-24df-44c4-b508-9e9714eeb82d req-2fd3f99d-7722-478e-8547-f305f1a7f426 service nova] Acquiring lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:06 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updating instance_info_cache with network_info: [{"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Releasing lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Instance network_info: |[{"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9d91e9b3-24df-44c4-b508-9e9714eeb82d req-2fd3f99d-7722-478e-8547-f305f1a7f426 service nova] Acquired lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-9d91e9b3-24df-44c4-b508-9e9714eeb82d req-2fd3f99d-7722-478e-8547-f305f1a7f426 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Refreshing network info cache for port 1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Start _get_guest_xml network_info=[{"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:03:07 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:07 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-318801990',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-318801990',id=9,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNh009jEa+fUHeiPmYbTJrnpkxsFp/+vjEmMmXC+kpOgIFOLNwIodhG/r1nmWoBtzYa4degliMoePsYNz0LAxDgjCLZr63OpwUNaICg2xeyNfH//9hSi302A5nJdAp8S3w==',key_name='tempest-keypair-366300816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='861feaed86da436ebbee990448b62c1f',ramdisk_id='',reservation_id='r-2005s4jn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1656558636',owner_user_name='tempest-TaggedAttachmentsTest-1656558636-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24f3423d8e8d415698af681abbbd6ac8',uuid=1689e372-5a57-4f19-a04b-95da1984b0b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converting VIF {"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:33:ab,bridge_name='br-int',has_traffic_filtering=True,id=1acd9927-8c37-469d-8b82-3fbb33dac132,network=Network(7c7128a3-bf49-4b75-bee0-66f40ca91c8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1acd9927-8c') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.objects.instance [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lazy-loading 'pci_devices' on Instance uuid 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Acquiring lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:03:07 user nova-compute[75209]:   <uuid>1689e372-5a57-4f19-a04b-95da1984b0b0</uuid>
Dec 04 19:03:07 user nova-compute[75209]:   <name>instance-00000009</name>
Dec 04 19:03:07 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:03:07 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:03:07 user nova-compute[75209]:   <metadata>
Dec 04 19:03:07 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:03:07 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:03:07 user nova-compute[75209]:       <nova:name>tempest-device-tagging-server-318801990</nova:name>
Dec 04 19:03:07 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:03:07</nova:creationTime>
Dec 04 19:03:07 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:03:07 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:03:07 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:03:07 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:03:07 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:03:07 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:03:07 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:03:07 user nova-compute[75209]:       <nova:owner>
Dec 04 19:03:07 user nova-compute[75209]:         <nova:user uuid="24f3423d8e8d415698af681abbbd6ac8">tempest-TaggedAttachmentsTest-1656558636-project-member</nova:user>
Dec 04 19:03:07 user nova-compute[75209]:         <nova:project uuid="861feaed86da436ebbee990448b62c1f">tempest-TaggedAttachmentsTest-1656558636</nova:project>
Dec 04 19:03:07 user nova-compute[75209]:       </nova:owner>
Dec 04 19:03:07 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:03:07 user nova-compute[75209]:       <nova:ports>
Dec 04 19:03:07 user nova-compute[75209]:         <nova:port uuid="1acd9927-8c37-469d-8b82-3fbb33dac132">
Dec 04 19:03:07 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:03:07 user nova-compute[75209]:         </nova:port>
Dec 04 19:03:07 user nova-compute[75209]:       </nova:ports>
Dec 04 19:03:07 user nova-compute[75209]:     </nova:instance>
Dec 04 19:03:07 user nova-compute[75209]:   </metadata>
Dec 04 19:03:07 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:03:07 user nova-compute[75209]:     <system>
Dec 04 19:03:07 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:03:07 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:03:07 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:03:07 user nova-compute[75209]:       <entry name="serial">1689e372-5a57-4f19-a04b-95da1984b0b0</entry>
Dec 04 19:03:07 user nova-compute[75209]:       <entry name="uuid">1689e372-5a57-4f19-a04b-95da1984b0b0</entry>
Dec 04 19:03:07 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:03:07 user nova-compute[75209]:     </system>
Dec 04 19:03:07 user nova-compute[75209]:   </sysinfo>
Dec 04 19:03:07 user nova-compute[75209]:   <os>
Dec 04 19:03:07 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:03:07 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:03:07 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:03:07 user nova-compute[75209]:   </os>
Dec 04 19:03:07 user nova-compute[75209]:   <features>
Dec 04 19:03:07 user nova-compute[75209]:     <acpi/>
Dec 04 19:03:07 user nova-compute[75209]:     <apic/>
Dec 04 19:03:07 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:03:07 user nova-compute[75209]:   </features>
Dec 04 19:03:07 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:03:07 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:03:07 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:03:07 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:03:07 user nova-compute[75209]:   </clock>
Dec 04 19:03:07 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:03:07 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:03:07 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:03:07 user nova-compute[75209]:   </cpu>
Dec 04 19:03:07 user nova-compute[75209]:   <devices>
Dec 04 19:03:07 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:03:07 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:03:07 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk"/>
Dec 04 19:03:07 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:03:07 user nova-compute[75209]:     </disk>
Dec 04 19:03:07 user nova-compute[75209]:     <disk type="file" device="cdrom">
Dec 04 19:03:07 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none"/>
Dec 04 19:03:07 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.config"/>
Dec 04 19:03:07 user nova-compute[75209]:       <target dev="hda" bus="ide"/>
Dec 04 19:03:07 user nova-compute[75209]:     </disk>
Dec 04 19:03:07 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:03:07 user nova-compute[75209]:       <mac address="fa:16:3e:aa:33:ab"/>
Dec 04 19:03:07 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:03:07 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:03:07 user nova-compute[75209]:       <target dev="tap1acd9927-8c"/>
Dec 04 19:03:07 user nova-compute[75209]:     </interface>
Dec 04 19:03:07 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:03:07 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/console.log" append="off"/>
Dec 04 19:03:07 user nova-compute[75209]:     </serial>
Dec 04 19:03:07 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:03:07 user nova-compute[75209]:     <video>
Dec 04 19:03:07 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:03:07 user nova-compute[75209]:     </video>
Dec 04 19:03:07 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:03:07 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:03:07 user nova-compute[75209]:     </rng>
Dec 04 19:03:07 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:03:07 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:03:07 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:03:07 user nova-compute[75209]:     </memballoon>
Dec 04 19:03:07 user nova-compute[75209]:   </devices>
Dec 04 19:03:07 user nova-compute[75209]: </domain>
Dec 04 19:03:07 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-318801990',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-318801990',id=9,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNh009jEa+fUHeiPmYbTJrnpkxsFp/+vjEmMmXC+kpOgIFOLNwIodhG/r1nmWoBtzYa4degliMoePsYNz0LAxDgjCLZr63OpwUNaICg2xeyNfH//9hSi302A5nJdAp8S3w==',key_name='tempest-keypair-366300816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='861feaed86da436ebbee990448b62c1f',ramdisk_id='',reservation_id='r-2005s4jn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1656558636',owner_user_name='tempest-TaggedAttachmentsTest-1656558636-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24f3423d8e8d415698af681abbbd6ac8',uuid=1689e372-5a57-4f19-a04b-95da1984b0b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converting VIF {"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:33:ab,bridge_name='br-int',has_traffic_filtering=True,id=1acd9927-8c37-469d-8b82-3fbb33dac132,network=Network(7c7128a3-bf49-4b75-bee0-66f40ca91c8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1acd9927-8c') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG os_vif [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:33:ab,bridge_name='br-int',has_traffic_filtering=True,id=1acd9927-8c37-469d-8b82-3fbb33dac132,network=Network(7c7128a3-bf49-4b75-bee0-66f40ca91c8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1acd9927-8c') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1879c703-08ab-57b7-b29d-30b97943091d', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1acd9927-8c, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1acd9927-8c, col_values=(('qos', UUID('f1b7f018-ee85-4c46-ab9e-2baf6a9f4b43')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1acd9927-8c, col_values=(('external_ids', {'iface-id': '1acd9927-8c37-469d-8b82-3fbb33dac132', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:aa:33:ab', 'vm-uuid': '1689e372-5a57-4f19-a04b-95da1984b0b0'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:07 user nova-compute[75209]: INFO os_vif [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:33:ab,bridge_name='br-int',has_traffic_filtering=True,id=1acd9927-8c37-469d-8b82-3fbb33dac132,network=Network(7c7128a3-bf49-4b75-bee0-66f40ca91c8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1acd9927-8c')
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] No BDM found with device name hda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] No VIF found with MAC fa:16:3e:aa:33:ab, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:03:07 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Using config drive
Dec 04 19:03:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:03:07 user nova-compute[75209]: INFO nova.compute.claims [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Claim successful on node user
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-a2dd17bf-86bf-4b10-b250-c45fa28f2a59 req-50520b38-1150-41ee-882c-07fb20f38f1d service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received event network-vif-plugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a2dd17bf-86bf-4b10-b250-c45fa28f2a59 req-50520b38-1150-41ee-882c-07fb20f38f1d service nova] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a2dd17bf-86bf-4b10-b250-c45fa28f2a59 req-50520b38-1150-41ee-882c-07fb20f38f1d service nova] Lock "670a5510-20c3-4914-8308-4c3b92412b57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a2dd17bf-86bf-4b10-b250-c45fa28f2a59 req-50520b38-1150-41ee-882c-07fb20f38f1d service nova] Lock "670a5510-20c3-4914-8308-4c3b92412b57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-a2dd17bf-86bf-4b10-b250-c45fa28f2a59 req-50520b38-1150-41ee-882c-07fb20f38f1d service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] No waiting events found dispatching network-vif-plugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:07 user nova-compute[75209]: WARNING nova.compute.manager [req-a2dd17bf-86bf-4b10-b250-c45fa28f2a59 req-50520b38-1150-41ee-882c-07fb20f38f1d service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received unexpected event network-vif-plugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 for instance with vm_state building and task_state spawning.
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:07 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Creating config drive at /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.config
Dec 04 19:03:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpc592wvzf {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpc592wvzf" returned: 0 in 0.135s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-9d91e9b3-24df-44c4-b508-9e9714eeb82d req-2fd3f99d-7722-478e-8547-f305f1a7f426 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updated VIF entry in instance network info cache for port 1acd9927-8c37-469d-8b82-3fbb33dac132. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-9d91e9b3-24df-44c4-b508-9e9714eeb82d req-2fd3f99d-7722-478e-8547-f305f1a7f426 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updating instance_info_cache with network_info: [{"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9d91e9b3-24df-44c4-b508-9e9714eeb82d req-2fd3f99d-7722-478e-8547-f305f1a7f426 service nova] Releasing lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.948s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:03:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:03:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:03:08 user nova-compute[75209]: DEBUG nova.policy [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b40d556f0764c5a81f00b4944eba4d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8be305890da64e6694b5f1396cb022a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:03:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Creating image(s)
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Acquiring lock "/opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "/opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "/opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:03:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Instance spawned successfully.
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-ffc4ee6d-41d0-41ae-adcf-382b5b11c028 req-1f7604b9-1c88-44dd-8928-d71458e29681 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ffc4ee6d-41d0-41ae-adcf-382b5b11c028 req-1f7604b9-1c88-44dd-8928-d71458e29681 service nova] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ffc4ee6d-41d0-41ae-adcf-382b5b11c028 req-1f7604b9-1c88-44dd-8928-d71458e29681 service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ffc4ee6d-41d0-41ae-adcf-382b5b11c028 req-1f7604b9-1c88-44dd-8928-d71458e29681 service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-ffc4ee6d-41d0-41ae-adcf-382b5b11c028 req-1f7604b9-1c88-44dd-8928-d71458e29681 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] No waiting events found dispatching network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:09 user nova-compute[75209]: WARNING nova.compute.manager [req-ffc4ee6d-41d0-41ae-adcf-382b5b11c028 req-1f7604b9-1c88-44dd-8928-d71458e29681 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received unexpected event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 for instance with vm_state active and task_state None.
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.231s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:09 user nova-compute[75209]: INFO nova.compute.manager [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Took 10.62 seconds to spawn the instance on the hypervisor.
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:03:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Instance spawned successfully.
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:09 user nova-compute[75209]: INFO nova.compute.manager [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Took 12.79 seconds to build instance.
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.241s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-017990e8-2238-4216-a0b1-f7573b560abb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.069s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk 1073741824" returned: 0 in 0.139s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.382s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:09 user nova-compute[75209]: INFO nova.compute.manager [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Took 14.44 seconds to spawn the instance on the hypervisor.
Dec 04 19:03:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.334s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:10 user nova-compute[75209]: INFO nova.compute.manager [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Took 15.98 seconds to build instance.
Dec 04 19:03:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cfa3074-3a06-4358-a173-57806c02b95b tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.142s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json" returned: 0 in 0.321s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Cannot resize image /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Ensure instance console log exists: /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Successfully created port: e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] No waiting events found dispatching network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:11 user nova-compute[75209]: WARNING nova.compute.manager [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received unexpected event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 for instance with vm_state active and task_state None.
Dec 04 19:03:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Received event network-vif-plugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] Acquiring lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] Lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] Lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] No waiting events found dispatching network-vif-plugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:11 user nova-compute[75209]: WARNING nova.compute.manager [req-4751c4c1-d046-48e6-bbe7-3d835e8ff7bd req-38fdfc68-88c4-46e9-8102-13fd8d52e57b service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Received unexpected event network-vif-plugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 for instance with vm_state active and task_state None.
Dec 04 19:03:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Successfully updated port: e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Acquiring lock "refresh_cache-a977985b-15ed-44a0-bef8-1cb4131f1c56" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Acquired lock "refresh_cache-a977985b-15ed-44a0-bef8-1cb4131f1c56" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Updating instance_info_cache with network_info: [{"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Releasing lock "refresh_cache-a977985b-15ed-44a0-bef8-1cb4131f1c56" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Instance network_info: |[{"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Start _get_guest_xml network_info=[{"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:03:12 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:12 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:03:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-544435584',display_name='tempest-VolumesAssistedSnapshotsTest-server-544435584',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-544435584',id=10,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKGkUPrML/gD5llt8gNKPYdITg+14BjhqRFO/5Jc9lVdoh/m18N8E5jZg6XD+wgAmqkJEZPUpTvWYaxE3wIIB9INNqAQNqUl9Vs009LJQ4c/Suk6saOui/xscRe4bob40Q==',key_name='tempest-keypair-2066815670',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8be305890da64e6694b5f1396cb022a5',ramdisk_id='',reservation_id='r-m0yovvrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1939470408',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1939470408-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b40d556f0764c5a81f00b4944eba4d4',uuid=a977985b-15ed-44a0-bef8-1cb4131f1c56,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Converting VIF {"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:23:ae,bridge_name='br-int',has_traffic_filtering=True,id=e9cf8fce-75cb-489c-a9d8-6ad0948b37d4,network=Network(a79b9a70-00d3-484b-acdd-77cb301b04cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9cf8fce-75') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.objects.instance [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lazy-loading 'pci_devices' on Instance uuid a977985b-15ed-44a0-bef8-1cb4131f1c56 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:03:12 user nova-compute[75209]:   <uuid>a977985b-15ed-44a0-bef8-1cb4131f1c56</uuid>
Dec 04 19:03:12 user nova-compute[75209]:   <name>instance-0000000a</name>
Dec 04 19:03:12 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:03:12 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:03:12 user nova-compute[75209]:   <metadata>
Dec 04 19:03:12 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:03:12 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:03:12 user nova-compute[75209]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-544435584</nova:name>
Dec 04 19:03:12 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:03:12</nova:creationTime>
Dec 04 19:03:12 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:03:12 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:03:12 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:03:12 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:03:12 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:03:12 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:03:12 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:03:12 user nova-compute[75209]:       <nova:owner>
Dec 04 19:03:12 user nova-compute[75209]:         <nova:user uuid="7b40d556f0764c5a81f00b4944eba4d4">tempest-VolumesAssistedSnapshotsTest-1939470408-project-member</nova:user>
Dec 04 19:03:12 user nova-compute[75209]:         <nova:project uuid="8be305890da64e6694b5f1396cb022a5">tempest-VolumesAssistedSnapshotsTest-1939470408</nova:project>
Dec 04 19:03:12 user nova-compute[75209]:       </nova:owner>
Dec 04 19:03:12 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:03:12 user nova-compute[75209]:       <nova:ports>
Dec 04 19:03:12 user nova-compute[75209]:         <nova:port uuid="e9cf8fce-75cb-489c-a9d8-6ad0948b37d4">
Dec 04 19:03:12 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 19:03:12 user nova-compute[75209]:         </nova:port>
Dec 04 19:03:12 user nova-compute[75209]:       </nova:ports>
Dec 04 19:03:12 user nova-compute[75209]:     </nova:instance>
Dec 04 19:03:12 user nova-compute[75209]:   </metadata>
Dec 04 19:03:12 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:03:12 user nova-compute[75209]:     <system>
Dec 04 19:03:12 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:03:12 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:03:12 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:03:12 user nova-compute[75209]:       <entry name="serial">a977985b-15ed-44a0-bef8-1cb4131f1c56</entry>
Dec 04 19:03:12 user nova-compute[75209]:       <entry name="uuid">a977985b-15ed-44a0-bef8-1cb4131f1c56</entry>
Dec 04 19:03:12 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:03:12 user nova-compute[75209]:     </system>
Dec 04 19:03:12 user nova-compute[75209]:   </sysinfo>
Dec 04 19:03:12 user nova-compute[75209]:   <os>
Dec 04 19:03:12 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:03:12 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:03:12 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:03:12 user nova-compute[75209]:   </os>
Dec 04 19:03:12 user nova-compute[75209]:   <features>
Dec 04 19:03:12 user nova-compute[75209]:     <acpi/>
Dec 04 19:03:12 user nova-compute[75209]:     <apic/>
Dec 04 19:03:12 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:03:12 user nova-compute[75209]:   </features>
Dec 04 19:03:12 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:03:12 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:03:12 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:03:12 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:03:12 user nova-compute[75209]:   </clock>
Dec 04 19:03:12 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:03:12 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:03:12 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:03:12 user nova-compute[75209]:   </cpu>
Dec 04 19:03:12 user nova-compute[75209]:   <devices>
Dec 04 19:03:12 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:03:12 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:03:12 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk"/>
Dec 04 19:03:12 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:03:12 user nova-compute[75209]:     </disk>
Dec 04 19:03:12 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:03:12 user nova-compute[75209]:       <mac address="fa:16:3e:34:23:ae"/>
Dec 04 19:03:12 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:03:12 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:03:12 user nova-compute[75209]:       <target dev="tape9cf8fce-75"/>
Dec 04 19:03:12 user nova-compute[75209]:     </interface>
Dec 04 19:03:12 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:03:12 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/console.log" append="off"/>
Dec 04 19:03:12 user nova-compute[75209]:     </serial>
Dec 04 19:03:12 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:03:12 user nova-compute[75209]:     <video>
Dec 04 19:03:12 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:03:12 user nova-compute[75209]:     </video>
Dec 04 19:03:12 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:03:12 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:03:12 user nova-compute[75209]:     </rng>
Dec 04 19:03:12 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:03:12 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:03:12 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:03:12 user nova-compute[75209]:     </memballoon>
Dec 04 19:03:12 user nova-compute[75209]:   </devices>
Dec 04 19:03:12 user nova-compute[75209]: </domain>
Dec 04 19:03:12 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:03:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-544435584',display_name='tempest-VolumesAssistedSnapshotsTest-server-544435584',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-544435584',id=10,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKGkUPrML/gD5llt8gNKPYdITg+14BjhqRFO/5Jc9lVdoh/m18N8E5jZg6XD+wgAmqkJEZPUpTvWYaxE3wIIB9INNqAQNqUl9Vs009LJQ4c/Suk6saOui/xscRe4bob40Q==',key_name='tempest-keypair-2066815670',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8be305890da64e6694b5f1396cb022a5',ramdisk_id='',reservation_id='r-m0yovvrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1939470408',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1939470408-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b40d556f0764c5a81f00b4944eba4d4',uuid=a977985b-15ed-44a0-bef8-1cb4131f1c56,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Converting VIF {"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:23:ae,bridge_name='br-int',has_traffic_filtering=True,id=e9cf8fce-75cb-489c-a9d8-6ad0948b37d4,network=Network(a79b9a70-00d3-484b-acdd-77cb301b04cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9cf8fce-75') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG os_vif [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:23:ae,bridge_name='br-int',has_traffic_filtering=True,id=e9cf8fce-75cb-489c-a9d8-6ad0948b37d4,network=Network(a79b9a70-00d3-484b-acdd-77cb301b04cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9cf8fce-75') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ca489d2e-3a8e-5a69-898c-1030cacc7584', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape9cf8fce-75, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape9cf8fce-75, col_values=(('qos', UUID('035b7ef2-0ab2-4890-82a0-3d10b99c6e3f')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape9cf8fce-75, col_values=(('external_ids', {'iface-id': 'e9cf8fce-75cb-489c-a9d8-6ad0948b37d4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:23:ae', 'vm-uuid': 'a977985b-15ed-44a0-bef8-1cb4131f1c56'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:12 user nova-compute[75209]: INFO os_vif [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:23:ae,bridge_name='br-int',has_traffic_filtering=True,id=e9cf8fce-75cb-489c-a9d8-6ad0948b37d4,network=Network(a79b9a70-00d3-484b-acdd-77cb301b04cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9cf8fce-75')
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] No VIF found with MAC fa:16:3e:34:23:ae, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:03:12 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Instance spawned successfully.
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:13 user nova-compute[75209]: INFO nova.compute.manager [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Took 9.30 seconds to spawn the instance on the hypervisor.
Dec 04 19:03:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:03:13 user nova-compute[75209]: INFO nova.compute.manager [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Took 10.75 seconds to build instance.
Dec 04 19:03:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6179e60d-7b00-4271-bc6d-24c47101c6a1 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.077s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Received event network-vif-plugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] Acquiring lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] Lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] Lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] No waiting events found dispatching network-vif-plugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:13 user nova-compute[75209]: WARNING nova.compute.manager [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Received unexpected event network-vif-plugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 for instance with vm_state active and task_state None.
Dec 04 19:03:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received event network-changed-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Refreshing instance network info cache due to event network-changed-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] Acquiring lock "refresh_cache-a977985b-15ed-44a0-bef8-1cb4131f1c56" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] Acquired lock "refresh_cache-a977985b-15ed-44a0-bef8-1cb4131f1c56" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Refreshing network info cache for port e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Updated VIF entry in instance network info cache for port e9cf8fce-75cb-489c-a9d8-6ad0948b37d4. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Updating instance_info_cache with network_info: [{"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3b887f15-c3a7-4799-8b08-145e5fd9f07c req-5b026806-c0cf-423a-b658-1855bfb42b7e service nova] Releasing lock "refresh_cache-a977985b-15ed-44a0-bef8-1cb4131f1c56" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-47e1f9c0-c18c-4c19-9251-a43bb0974b0f req-12e6901e-5d9d-4475-b9b4-eca496686e35 service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Received event network-vif-plugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-47e1f9c0-c18c-4c19-9251-a43bb0974b0f req-12e6901e-5d9d-4475-b9b4-eca496686e35 service nova] Acquiring lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-47e1f9c0-c18c-4c19-9251-a43bb0974b0f req-12e6901e-5d9d-4475-b9b4-eca496686e35 service nova] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-47e1f9c0-c18c-4c19-9251-a43bb0974b0f req-12e6901e-5d9d-4475-b9b4-eca496686e35 service nova] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-47e1f9c0-c18c-4c19-9251-a43bb0974b0f req-12e6901e-5d9d-4475-b9b4-eca496686e35 service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] No waiting events found dispatching network-vif-plugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:14 user nova-compute[75209]: WARNING nova.compute.manager [req-47e1f9c0-c18c-4c19-9251-a43bb0974b0f req-12e6901e-5d9d-4475-b9b4-eca496686e35 service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Received unexpected event network-vif-plugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc for instance with vm_state active and task_state None.
Dec 04 19:03:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-831a2e27-1056-4de3-acb5-9b6137d98094 req-2d8954d1-5a43-4b30-ac5d-e87ad2265529 service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Received event network-vif-plugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-831a2e27-1056-4de3-acb5-9b6137d98094 req-2d8954d1-5a43-4b30-ac5d-e87ad2265529 service nova] Acquiring lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-831a2e27-1056-4de3-acb5-9b6137d98094 req-2d8954d1-5a43-4b30-ac5d-e87ad2265529 service nova] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-831a2e27-1056-4de3-acb5-9b6137d98094 req-2d8954d1-5a43-4b30-ac5d-e87ad2265529 service nova] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-831a2e27-1056-4de3-acb5-9b6137d98094 req-2d8954d1-5a43-4b30-ac5d-e87ad2265529 service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] No waiting events found dispatching network-vif-plugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:16 user nova-compute[75209]: WARNING nova.compute.manager [req-831a2e27-1056-4de3-acb5-9b6137d98094 req-2d8954d1-5a43-4b30-ac5d-e87ad2265529 service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Received unexpected event network-vif-plugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc for instance with vm_state active and task_state None.
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:03:16 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Instance spawned successfully.
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:17 user nova-compute[75209]: INFO nova.compute.manager [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Took 7.95 seconds to spawn the instance on the hypervisor.
Dec 04 19:03:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:03:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:17 user nova-compute[75209]: INFO nova.compute.manager [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Took 9.61 seconds to build instance.
Dec 04 19:03:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3957d1ac-d5b1-4ef2-8cdd-1f321dfc2845 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.779s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:03:18 user nova-compute[75209]: INFO nova.compute.claims [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Claim successful on node user
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.723s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:03:19 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:03:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:19 user nova-compute[75209]: INFO nova.virt.block_device [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Booting with volume 87e41a7f-6daf-4851-a596-6633232f10d6 at /dev/vda
Dec 04 19:03:19 user nova-compute[75209]: DEBUG nova.policy [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c29bb3e404ad4f05ad8d9a87660d8cc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc400f3bb27a489b8fb054070ce20198', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:19 user nova-compute[75209]: DEBUG os_brick.utils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:03:19 user nova-compute[75209]: INFO oslo.privsep.daemon [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpmvc5buiu/privsep.sock']
Dec 04 19:03:19 user sudo[86266]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpmvc5buiu/privsep.sock
Dec 04 19:03:19 user sudo[86266]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 04 19:03:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Successfully created port: da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk --force-share --output=json" returned: 0 in 0.311s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk --force-share --output=json" returned: 0 in 0.347s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-9a35792e-d18a-4c3c-a9a1-a26ff2145f41 req-572ac555-7f3d-4e2c-b7d3-6f7dacf3bd64 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9a35792e-d18a-4c3c-a9a1-a26ff2145f41 req-572ac555-7f3d-4e2c-b7d3-6f7dacf3bd64 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9a35792e-d18a-4c3c-a9a1-a26ff2145f41 req-572ac555-7f3d-4e2c-b7d3-6f7dacf3bd64 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9a35792e-d18a-4c3c-a9a1-a26ff2145f41 req-572ac555-7f3d-4e2c-b7d3-6f7dacf3bd64 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-9a35792e-d18a-4c3c-a9a1-a26ff2145f41 req-572ac555-7f3d-4e2c-b7d3-6f7dacf3bd64 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:21 user nova-compute[75209]: WARNING nova.compute.manager [req-9a35792e-d18a-4c3c-a9a1-a26ff2145f41 req-572ac555-7f3d-4e2c-b7d3-6f7dacf3bd64 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state active and task_state None.
Dec 04 19:03:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:21 user sudo[86266]: pam_unix(sudo:session): session closed for user root
Dec 04 19:03:21 user nova-compute[75209]: INFO oslo.privsep.daemon [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Spawned new privsep daemon via rootwrap
Dec 04 19:03:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.335s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:21 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 04 19:03:21 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 04 19:03:21 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Dec 04 19:03:21 user nova-compute[75209]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86285
Dec 04 19:03:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc41ee55-4f6f-41a1-a987-20435fba8660]: (2,) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eb12f9f-e1d9-4bc6-80c9-420ca10b84be]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:22 user nova-compute[75209]: WARNING os_brick.initiator.connectors.nvmeof [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json" returned: 0 in 0.328s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.041s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d547543-45e9-40f9-8ade-869ab9dd9bc3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a17365-4c1f-441f-b0e8-ce76e306aa63]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[27b68334-d51e-4063-8628-003c3f66a73b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-34c5af89-4686-4d08-b327-3874549df31c req-7061b542-ab66-47b7-81ab-ec734ef5462f service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received event network-vif-plugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-34c5af89-4686-4d08-b327-3874549df31c req-7061b542-ab66-47b7-81ab-ec734ef5462f service nova] Acquiring lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-34c5af89-4686-4d08-b327-3874549df31c req-7061b542-ab66-47b7-81ab-ec734ef5462f service nova] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-34c5af89-4686-4d08-b327-3874549df31c req-7061b542-ab66-47b7-81ab-ec734ef5462f service nova] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-34c5af89-4686-4d08-b327-3874549df31c req-7061b542-ab66-47b7-81ab-ec734ef5462f service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] No waiting events found dispatching network-vif-plugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:22 user nova-compute[75209]: WARNING nova.compute.manager [req-34c5af89-4686-4d08-b327-3874549df31c req-7061b542-ab66-47b7-81ab-ec734ef5462f service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received unexpected event network-vif-plugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 for instance with vm_state active and task_state None.
Dec 04 19:03:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:03:22 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9751a4-d30e-4065-829c-9231b6c05a9f]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG os_brick.utils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] <== get_connector_properties: return (2635ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Updating existing volume attachment record: 510f860e-17a9-4143-b74d-33bc8d19e9c6 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:03:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json" returned: 0 in 0.312s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Successfully updated port: da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:23 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:23 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7632MB free_disk=25.487834930419922GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "refresh_cache-62ef2339-1ed3-4f87-93bc-daf030e2fff2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquired lock "refresh_cache-62ef2339-1ed3-4f87-93bc-daf030e2fff2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:23 user nova-compute[75209]: WARNING nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state active and task_state None.
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:23 user nova-compute[75209]: WARNING nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state active and task_state None.
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:23 user nova-compute[75209]: WARNING nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state active and task_state None.
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] No waiting events found dispatching network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:23 user nova-compute[75209]: WARNING nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received unexpected event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b for instance with vm_state active and task_state None.
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] No waiting events found dispatching network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:23 user nova-compute[75209]: WARNING nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received unexpected event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b for instance with vm_state active and task_state None.
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-plugged-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] No waiting events found dispatching network-vif-plugged-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:23 user nova-compute[75209]: WARNING nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received unexpected event network-vif-plugged-1acd9927-8c37-469d-8b82-3fbb33dac132 for instance with vm_state active and task_state None.
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-plugged-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] No waiting events found dispatching network-vif-plugged-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:23 user nova-compute[75209]: WARNING nova.compute.manager [req-348848bc-4439-48b7-b5fa-95b696a73909 req-b21f97e8-58ae-484e-8bb6-b93d2cc219b1 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received unexpected event network-vif-plugged-1acd9927-8c37-469d-8b82-3fbb33dac132 for instance with vm_state active and task_state None.
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3ebc52c5-92e6-400d-8fcd-2e91bea9927c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9e65f207-b34d-4000-8630-24a0e7121a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance c6f62b93-34a3-4259-b53e-bee4d63d40df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3554337a-7a0c-48ba-a520-a4523a8d7984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 670a5510-20c3-4914-8308-4c3b92412b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 1689e372-5a57-4f19-a04b-95da1984b0b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance a977985b-15ed-44a0-bef8-1cb4131f1c56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 62ef2339-1ed3-4f87-93bc-daf030e2fff2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Updating instance_info_cache with network_info: [{"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Releasing lock "refresh_cache-62ef2339-1ed3-4f87-93bc-daf030e2fff2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Instance network_info: |[{"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:03:24 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:03:24 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:03:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:03:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.854s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-changed-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Refreshing instance network info cache due to event network-changed-da65be4d-3618-4929-87d9-dc18a30eb274. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Acquiring lock "refresh_cache-62ef2339-1ed3-4f87-93bc-daf030e2fff2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Acquired lock "refresh_cache-62ef2339-1ed3-4f87-93bc-daf030e2fff2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:24 user nova-compute[75209]: DEBUG nova.network.neutron [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Refreshing network info cache for port da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.network.neutron [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Updated VIF entry in instance network info cache for port da65be4d-3618-4929-87d9-dc18a30eb274. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.network.neutron [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Updating instance_info_cache with network_info: [{"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Releasing lock "refresh_cache-62ef2339-1ed3-4f87-93bc-daf030e2fff2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received event network-vif-plugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Acquiring lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] No waiting events found dispatching network-vif-plugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:25 user nova-compute[75209]: WARNING nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received unexpected event network-vif-plugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 for instance with vm_state active and task_state None.
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received event network-vif-plugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Acquiring lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] No waiting events found dispatching network-vif-plugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:25 user nova-compute[75209]: WARNING nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received unexpected event network-vif-plugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 for instance with vm_state active and task_state None.
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received event network-vif-plugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Acquiring lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] No waiting events found dispatching network-vif-plugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:25 user nova-compute[75209]: WARNING nova.compute.manager [req-c0db3a48-9a10-4155-aeb0-df900ec1c7cb req-72f39c55-1dc4-4124-94ae-74a0f52aee64 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received unexpected event network-vif-plugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 for instance with vm_state active and task_state None.
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Skipping network cache update for instance because it is Building. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updating instance_info_cache with network_info: [{"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:03:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:03:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:03:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Creating image(s)
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Ensure instance console log exists: /opt/stack/data/nova/instances/62ef2339-1ed3-4f87-93bc-daf030e2fff2/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Start _get_guest_xml network_info=[{"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': '510f860e-17a9-4143-b74d-33bc8d19e9c6', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'npgcBLiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '62ef2339-1ed3-4f87-93bc-daf030e2fff2', 'attached_at': '', 'detached_at': '', 'volume_id': '87e41a7f-6daf-4851-a596-6633232f10d6', 'serial': '87e41a7f-6daf-4851-a596-6633232f10d6'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:03:33 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:33 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connector [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Factory for ISCSI on None {{(pid=75209) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'npgcBLiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:03:33 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:03:33 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:03:33 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:03:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9124a841-bcc1-4f8e-ac36-16c447a19718]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:03:33 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[30bdfe0b-9f85-4f60-bc80-3849b63abd3a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6] added
Dec 04 19:03:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.100s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5846ec89-7b28-4d93-b176-d6849c18f394]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[12bb2037-9e48-4181-a3a1-cad3b21ee18b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v npgcBLiu {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v npgcBLiu" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[27475a69-2ee4-4751-82d1-8a84d007dd90]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'npgcBLiu'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[69e6d11b-922b-4f57-9031-3a85afaa92fd]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f2df3a-98a3-4ae6-8d18-e882bf0779df]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:03:33 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:03:33 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:03:33 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:03:33 user nova-compute[75209]: 
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[61621eea-4048-4c81-a374-57145aa625fc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260]
Dec 04 19:03:33 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260] successful.
Dec 04 19:03:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[677f8d21-8c64-4a2f-a327-1c74fb7660a7]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[987f81e1-ba29-44ad-a671-bea762207aa7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:03:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:03:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.349s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1cd3d32-ba51-43b5-a363-7e52c0b5a816]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:03:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'npgcBLiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] <== connect_volume: return (1396ms) {'type': 'block', 'scsi_wwn': '26130323434313366', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130323434313366', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:03:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-600965575',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-600965575',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXatIYVQhKBrALLLZVZhoniI+5/soi1eFE50oOKRkoHqEIcsUb54BPUgLhbULG5jZ37Z0g+pbj6U42qtccRQXYlVppI1jMUsfeVv1eaGtwCy1N9edW427spfRZTVcLqHA==',key_name='tempest-keypair-1548765793',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc400f3bb27a489b8fb054070ce20198',ramdisk_id='',reservation_id='r-e0qrj51j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1219003990',owner_user_name='tempest-ServerActionsV293TestJSON-1219003990-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c29bb3e404ad4f05ad8d9a87660d8cc7',uuid=62ef2339-1ed3-4f87-93bc-daf030e2fff2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converting VIF {"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lazy-loading 'pci_devices' on Instance uuid 62ef2339-1ed3-4f87-93bc-daf030e2fff2 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:03:34 user nova-compute[75209]:   <uuid>62ef2339-1ed3-4f87-93bc-daf030e2fff2</uuid>
Dec 04 19:03:34 user nova-compute[75209]:   <name>instance-0000000b</name>
Dec 04 19:03:34 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:03:34 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:03:34 user nova-compute[75209]:   <metadata>
Dec 04 19:03:34 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:03:34 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:03:34 user nova-compute[75209]:       <nova:name>tempest-ServerActionsV293TestJSON-server-600965575</nova:name>
Dec 04 19:03:34 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:03:33</nova:creationTime>
Dec 04 19:03:34 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:03:34 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:03:34 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:03:34 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:03:34 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:03:34 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:03:34 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:03:34 user nova-compute[75209]:       <nova:owner>
Dec 04 19:03:34 user nova-compute[75209]:         <nova:user uuid="c29bb3e404ad4f05ad8d9a87660d8cc7">tempest-ServerActionsV293TestJSON-1219003990-project-member</nova:user>
Dec 04 19:03:34 user nova-compute[75209]:         <nova:project uuid="cc400f3bb27a489b8fb054070ce20198">tempest-ServerActionsV293TestJSON-1219003990</nova:project>
Dec 04 19:03:34 user nova-compute[75209]:       </nova:owner>
Dec 04 19:03:34 user nova-compute[75209]:       <nova:ports>
Dec 04 19:03:34 user nova-compute[75209]:         <nova:port uuid="da65be4d-3618-4929-87d9-dc18a30eb274">
Dec 04 19:03:34 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 04 19:03:34 user nova-compute[75209]:         </nova:port>
Dec 04 19:03:34 user nova-compute[75209]:       </nova:ports>
Dec 04 19:03:34 user nova-compute[75209]:     </nova:instance>
Dec 04 19:03:34 user nova-compute[75209]:   </metadata>
Dec 04 19:03:34 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:03:34 user nova-compute[75209]:     <system>
Dec 04 19:03:34 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:03:34 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:03:34 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:03:34 user nova-compute[75209]:       <entry name="serial">62ef2339-1ed3-4f87-93bc-daf030e2fff2</entry>
Dec 04 19:03:34 user nova-compute[75209]:       <entry name="uuid">62ef2339-1ed3-4f87-93bc-daf030e2fff2</entry>
Dec 04 19:03:34 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:03:34 user nova-compute[75209]:     </system>
Dec 04 19:03:34 user nova-compute[75209]:   </sysinfo>
Dec 04 19:03:34 user nova-compute[75209]:   <os>
Dec 04 19:03:34 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:03:34 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:03:34 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:03:34 user nova-compute[75209]:   </os>
Dec 04 19:03:34 user nova-compute[75209]:   <features>
Dec 04 19:03:34 user nova-compute[75209]:     <acpi/>
Dec 04 19:03:34 user nova-compute[75209]:     <apic/>
Dec 04 19:03:34 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:03:34 user nova-compute[75209]:   </features>
Dec 04 19:03:34 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:03:34 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:03:34 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:03:34 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:03:34 user nova-compute[75209]:   </clock>
Dec 04 19:03:34 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:03:34 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:03:34 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:03:34 user nova-compute[75209]:   </cpu>
Dec 04 19:03:34 user nova-compute[75209]:   <devices>
Dec 04 19:03:34 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:03:34 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:03:34 user nova-compute[75209]:       <source dev="/dev/sdb"/>
Dec 04 19:03:34 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:03:34 user nova-compute[75209]:       <serial>87e41a7f-6daf-4851-a596-6633232f10d6</serial>
Dec 04 19:03:34 user nova-compute[75209]:     </disk>
Dec 04 19:03:34 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:03:34 user nova-compute[75209]:       <mac address="fa:16:3e:82:05:c9"/>
Dec 04 19:03:34 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:03:34 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:03:34 user nova-compute[75209]:       <target dev="tapda65be4d-36"/>
Dec 04 19:03:34 user nova-compute[75209]:     </interface>
Dec 04 19:03:34 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:03:34 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/62ef2339-1ed3-4f87-93bc-daf030e2fff2/console.log" append="off"/>
Dec 04 19:03:34 user nova-compute[75209]:     </serial>
Dec 04 19:03:34 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:03:34 user nova-compute[75209]:     <video>
Dec 04 19:03:34 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:03:34 user nova-compute[75209]:     </video>
Dec 04 19:03:34 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:03:34 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:03:34 user nova-compute[75209]:     </rng>
Dec 04 19:03:34 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:03:34 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:03:34 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:03:34 user nova-compute[75209]:     </memballoon>
Dec 04 19:03:34 user nova-compute[75209]:   </devices>
Dec 04 19:03:34 user nova-compute[75209]: </domain>
Dec 04 19:03:34 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:03:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-600965575',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-600965575',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXatIYVQhKBrALLLZVZhoniI+5/soi1eFE50oOKRkoHqEIcsUb54BPUgLhbULG5jZ37Z0g+pbj6U42qtccRQXYlVppI1jMUsfeVv1eaGtwCy1N9edW427spfRZTVcLqHA==',key_name='tempest-keypair-1548765793',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc400f3bb27a489b8fb054070ce20198',ramdisk_id='',reservation_id='r-e0qrj51j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1219003990',owner_user_name='tempest-ServerActionsV293TestJSON-1219003990-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c29bb3e404ad4f05ad8d9a87660d8cc7',uuid=62ef2339-1ed3-4f87-93bc-daf030e2fff2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converting VIF {"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG os_vif [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '814e63c6-28c2-5c87-8683-52529b68235b', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda65be4d-36, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda65be4d-36, col_values=(('qos', UUID('0c07b6ba-c221-4607-9d2c-57d5e512727e')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda65be4d-36, col_values=(('external_ids', {'iface-id': 'da65be4d-3618-4929-87d9-dc18a30eb274', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:05:c9', 'vm-uuid': '62ef2339-1ed3-4f87-93bc-daf030e2fff2'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:03:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:35 user nova-compute[75209]: INFO os_vif [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36')
Dec 04 19:03:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:03:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] No VIF found with MAC fa:16:3e:82:05:c9, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:03:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:37 user nova-compute[75209]: DEBUG nova.compute.manager [req-8c57fe18-edc5-4496-8854-2125adf404b2 req-bf4f2f47-f613-47e6-ac6e-c83110dceba0 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8c57fe18-edc5-4496-8854-2125adf404b2 req-bf4f2f47-f613-47e6-ac6e-c83110dceba0 service nova] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8c57fe18-edc5-4496-8854-2125adf404b2 req-bf4f2f47-f613-47e6-ac6e-c83110dceba0 service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8c57fe18-edc5-4496-8854-2125adf404b2 req-bf4f2f47-f613-47e6-ac6e-c83110dceba0 service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:37 user nova-compute[75209]: DEBUG nova.compute.manager [req-8c57fe18-edc5-4496-8854-2125adf404b2 req-bf4f2f47-f613-47e6-ac6e-c83110dceba0 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] No waiting events found dispatching network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:37 user nova-compute[75209]: WARNING nova.compute.manager [req-8c57fe18-edc5-4496-8854-2125adf404b2 req-bf4f2f47-f613-47e6-ac6e-c83110dceba0 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received unexpected event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 for instance with vm_state building and task_state spawning.
Dec 04 19:03:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:03:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Instance spawned successfully.
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:03:39 user nova-compute[75209]: INFO nova.compute.manager [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Took 5.92 seconds to spawn the instance on the hypervisor.
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-5246d52a-9d2b-4095-9def-c22f07fef576 req-b3763d00-12d3-4317-a929-6adc93169b01 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5246d52a-9d2b-4095-9def-c22f07fef576 req-b3763d00-12d3-4317-a929-6adc93169b01 service nova] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5246d52a-9d2b-4095-9def-c22f07fef576 req-b3763d00-12d3-4317-a929-6adc93169b01 service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5246d52a-9d2b-4095-9def-c22f07fef576 req-b3763d00-12d3-4317-a929-6adc93169b01 service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-5246d52a-9d2b-4095-9def-c22f07fef576 req-b3763d00-12d3-4317-a929-6adc93169b01 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] No waiting events found dispatching network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:03:39 user nova-compute[75209]: WARNING nova.compute.manager [req-5246d52a-9d2b-4095-9def-c22f07fef576 req-b3763d00-12d3-4317-a929-6adc93169b01 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received unexpected event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 for instance with vm_state building and task_state spawning.
Dec 04 19:03:39 user nova-compute[75209]: INFO nova.compute.manager [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Took 20.91 seconds to build instance.
Dec 04 19:03:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e47227d-393c-4f49-8c05-c609224e50fe tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.094s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:39 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:03:39 user nova-compute[75209]: INFO nova.compute.claims [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Claim successful on node user
Dec 04 19:03:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.452s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:03:40 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:03:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG nova.policy [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34bc696e3d5c405cbc31db53c6ee69aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed316562e464e99bd88a1b76864f50a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:03:40 user nova-compute[75209]: INFO nova.virt.block_device [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Booting with volume c0bf9e95-9f7c-458a-8f36-5a51c349013d at /dev/vda
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG os_brick.utils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad09e0c1-1bda-4032-b07a-3c24d0eca648]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e38990-f037-4240-831c-77c984a990a8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7344903-f8e8-4e2c-8bfb-4b1d9ee26e0e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dff5c23-2ebb-4a21-8e1e-b355f94aa0b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:03:40 user nova-compute[75209]: INFO nova.compute.claims [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Claim successful on node user
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:03:40 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:03:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a97d0a0-aa12-4646-9445-118cfc36138d]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG os_brick.utils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] <== get_connector_properties: return (193ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:03:40 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating existing volume attachment record: 69a2b55f-f927-413a-9358-cbfb5fd098d9 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully created port: 8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.543s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:03:41 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:03:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:03:41 user nova-compute[75209]: INFO nova.virt.block_device [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Booting with volume 37341b95-6d44-44eb-aa85-74be36b46f68 at /dev/vda
Dec 04 19:03:41 user nova-compute[75209]: DEBUG os_brick.utils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0adc4d-779d-4b2e-91c4-4b691a63e7e9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[64306676-8ca1-47d8-bb93-5a21312a9f90]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG nova.policy [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6afcbcba8aba471dab17903d3516a28b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af872b889be9437f8b9f32916436fad6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[829a026a-913f-4a6d-82c1-c1319c848272]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[63410366-30f1-4275-af22-043e733a335e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:03:41 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:03:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d27bb67-6f30-4065-ab61-7076803174bd]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG os_brick.utils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating existing volume attachment record: 544031fe-077b-4333-bc8c-06ee268174d3 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:03:41 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully created port: 90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully created port: efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully created port: 20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully created port: 507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully created port: d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully created port: fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully created port: 5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:45 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully created port: 6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:46 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully updated port: 8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:46 user nova-compute[75209]: DEBUG nova.compute.manager [req-6d014f20-2ec3-4d02-80b1-fe561cb56f2a req-733023df-c4db-4512-8b66-1e0a18d38738 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-changed-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:46 user nova-compute[75209]: DEBUG nova.compute.manager [req-6d014f20-2ec3-4d02-80b1-fe561cb56f2a req-733023df-c4db-4512-8b66-1e0a18d38738 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing instance network info cache due to event network-changed-8f4513b5-9ca2-4a07-bb46-b3c155f1792b. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6d014f20-2ec3-4d02-80b1-fe561cb56f2a req-733023df-c4db-4512-8b66-1e0a18d38738 service nova] Acquiring lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6d014f20-2ec3-4d02-80b1-fe561cb56f2a req-733023df-c4db-4512-8b66-1e0a18d38738 service nova] Acquired lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:46 user nova-compute[75209]: DEBUG nova.network.neutron [req-6d014f20-2ec3-4d02-80b1-fe561cb56f2a req-733023df-c4db-4512-8b66-1e0a18d38738 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing network info cache for port 8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:46 user nova-compute[75209]: DEBUG nova.network.neutron [req-6d014f20-2ec3-4d02-80b1-fe561cb56f2a req-733023df-c4db-4512-8b66-1e0a18d38738 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:46 user nova-compute[75209]: DEBUG nova.network.neutron [req-6d014f20-2ec3-4d02-80b1-fe561cb56f2a req-733023df-c4db-4512-8b66-1e0a18d38738 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6d014f20-2ec3-4d02-80b1-fe561cb56f2a req-733023df-c4db-4512-8b66-1e0a18d38738 service nova] Releasing lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:47 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully created port: 063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:03:47 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully updated port: 95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:47 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully updated port: efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.compute.manager [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-changed-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.compute.manager [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing instance network info cache due to event network-changed-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] Acquiring lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] Acquired lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.network.neutron [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing network info cache for port 95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.network.neutron [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully updated port: 65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.network.neutron [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] Releasing lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.compute.manager [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-changed-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.compute.manager [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing instance network info cache due to event network-changed-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] Acquiring lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] Acquired lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.network.neutron [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing network info cache for port efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.network.neutron [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG nova.network.neutron [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e6f3f040-55df-4606-8f08-615958afcab9 req-12303ec0-76fd-4473-9295-d755278419ff service nova] Releasing lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:49 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully updated port: 2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:49 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully updated port: 90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully updated port: e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-changed-65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing instance network info cache due to event network-changed-65d343a0-a95e-4739-8ab9-c37979883ba2. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Acquiring lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Acquired lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing network info cache for port 65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully updated port: 20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Releasing lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-changed-2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing instance network info cache due to event network-changed-2093367a-2263-4f13-82ff-19b340ccf79f. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Acquiring lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Acquired lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing network info cache for port 2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:50 user nova-compute[75209]: INFO nova.virt.block_device [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Booting with volume 2c579bfe-740d-48f2-8299-caaf55b403ee at /dev/vdb
Dec 04 19:03:50 user nova-compute[75209]: DEBUG os_brick.utils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:03:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1460f97a-7165-49d6-917d-225f8992178f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da64b35-9424-4745-96f4-e324cc9d6f60]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[16fea1b7-90e3-4a21-b36b-d3fd3693feac]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4945c70f-3a17-4b9a-b69d-c138d11b116f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:03:51 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb82f558-117a-42c5-887c-1a93d76b8877]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.utils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating existing volume attachment record: 705962ff-3489-45b6-990a-3395eb148c62 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Releasing lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-changed-90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing instance network info cache due to event network-changed-90417002-9bb1-462b-b07a-ec325f3bdad7. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Acquiring lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Acquired lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing network info cache for port 90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully updated port: d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-88f37636-dcdd-456d-9e66-23d11f085ec0 req-74077b3e-ddc1-4932-8fdb-f8fcc3753993 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-changed-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-88f37636-dcdd-456d-9e66-23d11f085ec0 req-74077b3e-ddc1-4932-8fdb-f8fcc3753993 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing instance network info cache due to event network-changed-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-88f37636-dcdd-456d-9e66-23d11f085ec0 req-74077b3e-ddc1-4932-8fdb-f8fcc3753993 service nova] Acquiring lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully updated port: 507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Releasing lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-changed-e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing instance network info cache due to event network-changed-e5f0709e-7784-4d9a-b2a6-c65c781c1825. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Acquiring lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Acquired lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing network info cache for port e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-88f37636-dcdd-456d-9e66-23d11f085ec0 req-74077b3e-ddc1-4932-8fdb-f8fcc3753993 service nova] Acquired lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-88f37636-dcdd-456d-9e66-23d11f085ec0 req-74077b3e-ddc1-4932-8fdb-f8fcc3753993 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing network info cache for port d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:51 user nova-compute[75209]: INFO nova.virt.block_device [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Booting with volume c0314038-1468-4201-abcf-fda5829b475d at /dev/vdb
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.utils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2b51379-599c-4cc7-970f-9a220ca0d20d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bdf494d-6353-426b-9283-d5d1b35af48b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[536b13f8-c0b1-400d-b1fa-df2e01b5e33d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[48083b1a-8217-46dc-a32c-bfb048388287]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-88f37636-dcdd-456d-9e66-23d11f085ec0 req-74077b3e-ddc1-4932-8fdb-f8fcc3753993 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:03:51 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:03:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e88f304-1d7e-4a90-91e6-e41f7078d059]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG os_brick.utils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:03:51 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating existing volume attachment record: 1f6a2957-39fd-45db-bbf2-9b1659dd6a32 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Successfully updated port: 5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG nova.network.neutron [req-88f37636-dcdd-456d-9e66-23d11f085ec0 req-74077b3e-ddc1-4932-8fdb-f8fcc3753993 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-88f37636-dcdd-456d-9e66-23d11f085ec0 req-74077b3e-ddc1-4932-8fdb-f8fcc3753993 service nova] Releasing lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquired lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG nova.network.neutron [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0217d8e2-853d-419e-a65e-191adb195764 req-9b744ca2-4e99-4c57-92c1-469190f07b80 service nova] Releasing lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-changed-20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing instance network info cache due to event network-changed-20c5894a-a23c-4622-bb48-f3061d8b2930. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] Acquiring lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:53 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully updated port: fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:53 user nova-compute[75209]: DEBUG nova.compute.manager [req-a97c17fc-53a1-4598-a389-b13e1ad09385 req-ef4005be-0cc0-4ed9-ba62-147ebe9b6152 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-changed-5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:53 user nova-compute[75209]: DEBUG nova.compute.manager [req-a97c17fc-53a1-4598-a389-b13e1ad09385 req-ef4005be-0cc0-4ed9-ba62-147ebe9b6152 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing instance network info cache due to event network-changed-5a80692f-7327-48c0-b660-500ab23ef32e. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a97c17fc-53a1-4598-a389-b13e1ad09385 req-ef4005be-0cc0-4ed9-ba62-147ebe9b6152 service nova] Acquiring lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:54 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully updated port: 6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-changed-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing instance network info cache due to event network-changed-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] Acquiring lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] Acquired lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:54 user nova-compute[75209]: DEBUG nova.network.neutron [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing network info cache for port fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:54 user nova-compute[75209]: DEBUG nova.network.neutron [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] Releasing lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-changed-6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing instance network info cache due to event network-changed-6913c405-a58e-4e5d-9e27-c1ca22b838a8. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] Acquiring lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] Acquired lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing network info cache for port 6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [{"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Releasing lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Instance network_info: |[{"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] Acquired lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing network info cache for port 20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f81ba24b-5d3d-48ac-a433-02a8d95149d3 req-9400ab24-a806-4964-b17f-00f65cf2e799 service nova] Releasing lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Successfully updated port: 063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquired lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:55 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-13bd793c-5421-4a78-8276-d401d7b00203 req-80552e96-7c9b-4a43-9f74-f7055f7f7be3 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-changed-063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-13bd793c-5421-4a78-8276-d401d7b00203 req-80552e96-7c9b-4a43-9f74-f7055f7f7be3 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing instance network info cache due to event network-changed-063775c0-c919-4822-a071-fc455c129f88. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-13bd793c-5421-4a78-8276-d401d7b00203 req-80552e96-7c9b-4a43-9f74-f7055f7f7be3 service nova] Acquiring lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updated VIF entry in instance network info cache for port 20c5894a-a23c-4622-bb48-f3061d8b2930. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [{"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] Releasing lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-changed-507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing instance network info cache due to event network-changed-507e676b-ee8e-4640-ac1a-6e4cc31758ef. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] Acquiring lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a97c17fc-53a1-4598-a389-b13e1ad09385 req-ef4005be-0cc0-4ed9-ba62-147ebe9b6152 service nova] Acquired lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-a97c17fc-53a1-4598-a389-b13e1ad09385 req-ef4005be-0cc0-4ed9-ba62-147ebe9b6152 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing network info cache for port 5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:57 user nova-compute[75209]: DEBUG nova.network.neutron [req-a97c17fc-53a1-4598-a389-b13e1ad09385 req-ef4005be-0cc0-4ed9-ba62-147ebe9b6152 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updated VIF entry in instance network info cache for port 5a80692f-7327-48c0-b660-500ab23ef32e. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:03:57 user nova-compute[75209]: DEBUG nova.network.neutron [req-a97c17fc-53a1-4598-a389-b13e1ad09385 req-ef4005be-0cc0-4ed9-ba62-147ebe9b6152 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [{"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a97c17fc-53a1-4598-a389-b13e1ad09385 req-ef4005be-0cc0-4ed9-ba62-147ebe9b6152 service nova] Releasing lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG nova.network.neutron [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [{"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Releasing lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Instance network_info: |[{"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-13bd793c-5421-4a78-8276-d401d7b00203 req-80552e96-7c9b-4a43-9f74-f7055f7f7be3 service nova] Acquired lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG nova.network.neutron [req-13bd793c-5421-4a78-8276-d401d7b00203 req-80552e96-7c9b-4a43-9f74-f7055f7f7be3 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing network info cache for port 063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG nova.network.neutron [req-13bd793c-5421-4a78-8276-d401d7b00203 req-80552e96-7c9b-4a43-9f74-f7055f7f7be3 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updated VIF entry in instance network info cache for port 063775c0-c919-4822-a071-fc455c129f88. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG nova.network.neutron [req-13bd793c-5421-4a78-8276-d401d7b00203 req-80552e96-7c9b-4a43-9f74-f7055f7f7be3 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [{"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-13bd793c-5421-4a78-8276-d401d7b00203 req-80552e96-7c9b-4a43-9f74-f7055f7f7be3 service nova] Releasing lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] Acquired lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:03:58 user nova-compute[75209]: DEBUG nova.network.neutron [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing network info cache for port 507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:03:59 user nova-compute[75209]: DEBUG nova.network.neutron [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updated VIF entry in instance network info cache for port 507e676b-ee8e-4640-ac1a-6e4cc31758ef. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:03:59 user nova-compute[75209]: DEBUG nova.network.neutron [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [{"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:03:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ea53e83e-bbfd-4478-8729-60b1d9fbf96c req-a19463cd-7260-492e-8895-33c1150381aa service nova] Releasing lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:03:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:01 user nova-compute[75209]: INFO nova.virt.block_device [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Booting with volume deed40c5-64fc-40fc-b834-252a132ed385 at /dev/vdc
Dec 04 19:04:01 user nova-compute[75209]: DEBUG os_brick.utils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[59faf6d6-2b4a-4c1a-9524-c7957299e15c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e401d65-28d6-4553-9cb8-3f7547e84d8b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[910ea650-1dd1-4263-a849-0ab5fcd3421b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a651dd-2d60-4efd-9711-9a95fde1be88]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:01 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:04:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[544042c4-e6c0-4035-8f7a-902f892a2bc5]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG os_brick.utils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:01 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating existing volume attachment record: 03b2f2c3-44bc-471e-beda-47af8b2f7c57 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:04:03 user nova-compute[75209]: INFO nova.virt.block_device [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Booting with volume c569a91f-e95d-4650-868b-8f5eedab4573 at /dev/vdc
Dec 04 19:04:03 user nova-compute[75209]: DEBUG os_brick.utils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[04042514-7cac-4851-8b07-0e8abed29f4e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[66c4f4d6-41a0-4d93-8586-903ae9c2a87a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9694204-f8b8-493e-8a43-da654f77c46e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffba8828-d4f5-4b74-aadb-a7cba350b71c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:03 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:04:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a0cb3b3-3a99-4f7e-9b54-f93dfce09af8]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG os_brick.utils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating existing volume attachment record: bbf03237-76fb-4c11-8f5f-416d47f275a8 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:04:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:04:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:04:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:04:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Creating image(s)
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Ensure instance console log exists: /opt/stack/data/nova/instances/6ceebaf5-d19d-483d-ae4c-12e33834764c/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Start _get_guest_xml network_info=[{"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': '69a2b55f-f927-413a-9358-cbfb5fd098d9', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RJhpLGDH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ceebaf5-d19d-483d-ae4c-12e33834764c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0bf9e95-9f7c-458a-8f36-5a51c349013d', 'serial': 'c0bf9e95-9f7c-458a-8f36-5a51c349013d'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None}, {'guest_format': None, 'boot_index': 1, 'attachment_id': '705962ff-3489-45b6-990a-3395eb148c62', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XjqmypMr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ceebaf5-d19d-483d-ae4c-12e33834764c', 'attached_at': '', 'detached_at': '', 'volume_id': '2c579bfe-740d-48f2-8299-caaf55b403ee', 'serial': '2c579bfe-740d-48f2-8299-caaf55b403ee'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None}, {'guest_format': None, 'boot_index': 2, 'attachment_id': '03b2f2c3-44bc-471e-beda-47af8b2f7c57', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'epMQoYSW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ceebaf5-d19d-483d-ae4c-12e33834764c', 'attached_at': '', 'detached_at': '', 'volume_id': 'deed40c5-64fc-40fc-b834-252a132ed385', 'serial': 'deed40c5-64fc-40fc-b834-252a132ed385'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:04:11 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:04:11 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RJhpLGDH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:11 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:11 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:11 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c77b13be-104b-4dc3-b978-a9ddf48c47ac]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:04:11 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f8f003c-f647-469f-88ec-cf16f0f05ac0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d] added
Dec 04 19:04:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba4c3dc5-663c-4383-8ea4-a43e1be1a01b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06c7ec7-9ce6-4c42-b5d7-41ed717c45ea]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RJhpLGDH {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RJhpLGDH" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b29899-8f1f-481d-bccd-383cf098f2ca]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RJhpLGDH'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1676ed65-68e8-4a78-a438-82729a33a4aa]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a746fbe-c607-428b-bbd2-9a1a169fb527]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef53f2b-95fb-4884-a27e-e030a5052aa3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d, portal: 172.16.0.220,3260]
Dec 04 19:04:12 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d, portal: 172.16.0.220,3260] successful.
Dec 04 19:04:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce38c44-988d-4fb4-bf04-e9bcb6c29285]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[59cbd831-fa4f-4964-9177-5d1b4341292e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:12 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:12 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.240s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7875df08-b1e4-4b00-ad8d-33ab980c3207]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RJhpLGDH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.276s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] <== connect_volume: return (1278ms) {'type': 'block', 'scsi_wwn': '23337313834396363', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337313834396363', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XjqmypMr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:13 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:13 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:13 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d349f0e-6224-4dda-a84a-320f04b00055]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:04:13 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[44b1e832-b96a-4c88-bf55-2e25661bff9d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee] added
Dec 04 19:04:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[37661ea4-6484-4bdb-a0c3-f91ed915199a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:04:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Creating image(s)
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Ensure instance console log exists: /opt/stack/data/nova/instances/3fa28183-e329-4f88-969d-a8a72d8dfeb4/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Start _get_guest_xml network_info=[{"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': '544031fe-077b-4333-bc8c-06ee268174d3', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRTUgVAF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3fa28183-e329-4f88-969d-a8a72d8dfeb4', 'attached_at': '', 'detached_at': '', 'volume_id': '37341b95-6d44-44eb-aa85-74be36b46f68', 'serial': '37341b95-6d44-44eb-aa85-74be36b46f68'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None}, {'guest_format': None, 'boot_index': 1, 'attachment_id': '1f6a2957-39fd-45db-bbf2-9b1659dd6a32', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hvAjVBsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3fa28183-e329-4f88-969d-a8a72d8dfeb4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0314038-1468-4201-abcf-fda5829b475d', 'serial': 'c0314038-1468-4201-abcf-fda5829b475d'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None}, {'guest_format': None, 'boot_index': 2, 'attachment_id': 'bbf03237-76fb-4c11-8f5f-416d47f275a8', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SHceVXtC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3fa28183-e329-4f88-969d-a8a72d8dfeb4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c569a91f-e95d-4650-868b-8f5eedab4573', 'serial': 'c569a91f-e95d-4650-868b-8f5eedab4573'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d31732d-5367-4bf3-803a-536cddba4840]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XjqmypMr {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:04:13 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRTUgVAF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:13 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XjqmypMr" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[46feeeb5-a701-485c-9db5-d1a4245db933]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XjqmypMr'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[879fce32-9a32-4445-a01c-13de4b910041]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3119496-0a16-447b-9175-cc3a06fef229]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:13 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:13 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.312s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5e8853e-ce65-45bd-aa7f-60b7d0df4d47]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee, portal: 172.16.0.220,3260]
Dec 04 19:04:13 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee, portal: 172.16.0.220,3260] successful.
Dec 04 19:04:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[69702452-2397-412d-babd-9af1a7a3f7aa]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc537fca-faf3-4c9b-9e88-2bba41d41139]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:13 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:13 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:13 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:13 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[aff8d919-6f28-4f09-af82-de33389c4712]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XjqmypMr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] <== connect_volume: return (1351ms) {'type': 'block', 'scsi_wwn': '26333653863626332', 'path': '/dev/sdd'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26333653863626332', 'path': '/dev/sdd'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.217s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:14 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:14 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bec863aa-bf0d-4740-8057-cd47a9b222d3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:04:14 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'epMQoYSW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:14 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[576c5988-09b8-4f2f-b295-9ca6ba061568]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68] added
Dec 04 19:04:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe4ed50e-cc37-4f8b-9ad3-e850b27eb443]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aabbd41-f513-4566-8e44-a6b6e6fffeb0]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fRTUgVAF {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fRTUgVAF" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c32fb1fb-0b7a-4b80-8d4d-2598f6d2bb08]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fRTUgVAF'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.034s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e61e1c30-0c13-4e63-b0ba-f5c7b579a3d3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dc457b6-0b21-4c17-9423-dafd1b4cbf0f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:14 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:14 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:14 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:14 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[922c47fc-553e-40cd-8e6e-34134510eb0d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68, portal: 172.16.0.220,3260]
Dec 04 19:04:14 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68, portal: 172.16.0.220,3260] successful.
Dec 04 19:04:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d515d117-e1be-43f1-8481-a52ea94f18db]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5178af3-a632-44ad-98c1-0b89c501adf9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:14 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:14 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:14 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:14 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:14 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:14 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.340s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c0dfa9e-097c-437c-bace-bb8079278831]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRTUgVAF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.379s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] <== connect_volume: return (2598ms) {'type': 'block', 'scsi_wwn': '26662306565653963', 'path': '/dev/sde'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26662306565653963', 'path': '/dev/sde'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.349s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:15 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:15 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9797a9a-46bd-4da1-99fc-f15fe81115d2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:04:15 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hvAjVBsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:15 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4807321-b68d-431b-bb99-6dfbd36a2bf0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385] added
Dec 04 19:04:15 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[479ed4a4-4d41-4c58-afc4-b78eae7a9af0]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.048s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b991f4-5e31-4e2c-8016-245fd8e326cf]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v epMQoYSW {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v epMQoYSW" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[72bef6b3-21fe-41b5-a1f0-3f2d870355ce]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'epMQoYSW'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ed7b84-ec17-4899-ab69-3f09b370b006]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[850ca595-947f-47bd-bd39-55482cb5ac8a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:16 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:16 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd98da19-7df5-441d-b79b-5e92cc8204c0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385, portal: 172.16.0.220,3260]
Dec 04 19:04:16 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385, portal: 172.16.0.220,3260] successful.
Dec 04 19:04:16 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[02e6fdd2-e187-453b-ae39-84ecfad40ad8]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad2d1daf-5b7d-4d78-a17b-1f1f8cb61e3c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:16 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:16 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:16 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.359s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41dcdcc-f220-49f8-a014-f800e262ebe8]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'epMQoYSW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.406s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] <== connect_volume: return (2756ms) {'type': 'block', 'scsi_wwn': '23764306434626263', 'path': '/dev/sdf'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23764306434626263', 'path': '/dev/sdf'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.371s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:17 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:17 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:04:17 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=6880MB free_disk=25.32635498046875GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5cc1ac-fd38-47f5-9566-01bd363dff8c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:04:17 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:45:b1,bridge_name='br-int',has_traffic_filtering=True,id=8f4513b5-9ca2-4a07-bb46-b3c155f1792b,network=Network(80272468-4e09-4e0a-8e4c-a5c13088108c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f4513b5-9c') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:fb:ac,bridge_name='br-int',has_traffic_filtering=True,id=95fe6a0b-18ca-41ed-9aa2-3375c76a39c2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap95fe6a0b-18') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:75:c4,bridge_name='br-int',has_traffic_filtering=True,id=65d343a0-a95e-4739-8ab9-c37979883ba2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap65d343a0-a9') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:82:09,bridge_name='br-int',has_traffic_filtering=True,id=90417002-9bb1-462b-b07a-ec325f3bdad7,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90417002-9b') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:4f:31,bridge_name='br-int',has_traffic_filtering=True,id=20c5894a-a23c-4622-bb48-f3061d8b2930,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20c5894a-a2') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d2:63,bridge_name='br-int',has_traffic_filtering=True,id=d9e9699e-afd7-4fd9-9fe4-c29f2058ae09,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9e9699e-af') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:5c:24,bridge_name='br-int',has_traffic_filtering=True,id=5a80692f-7327-48c0-b660-500ab23ef32e,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a80692f-73') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.objects.instance [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lazy-loading 'pci_devices' on Instance uuid 6ceebaf5-d19d-483d-ae4c-12e33834764c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[620deb44-96cd-4fdc-9048-555dce501f18]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d] added
Dec 04 19:04:17 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:04:17 user nova-compute[75209]:   <uuid>6ceebaf5-d19d-483d-ae4c-12e33834764c</uuid>
Dec 04 19:04:17 user nova-compute[75209]:   <name>instance-0000000c</name>
Dec 04 19:04:17 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:04:17 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:04:17 user nova-compute[75209]:   <metadata>
Dec 04 19:04:17 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:04:17 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:04:17 user nova-compute[75209]:       <nova:name>tempest-device-tagging-server-112113176</nova:name>
Dec 04 19:04:17 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:04:11</nova:creationTime>
Dec 04 19:04:17 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:04:17 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:04:17 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:04:17 user nova-compute[75209]:       <nova:owner>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:user uuid="34bc696e3d5c405cbc31db53c6ee69aa">tempest-TaggedBootDevicesTest_v242-1698198393-project-member</nova:user>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:project uuid="7ed316562e464e99bd88a1b76864f50a">tempest-TaggedBootDevicesTest_v242-1698198393</nova:project>
Dec 04 19:04:17 user nova-compute[75209]:       </nova:owner>
Dec 04 19:04:17 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:04:17 user nova-compute[75209]:       <nova:ports>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:port uuid="8f4513b5-9ca2-4a07-bb46-b3c155f1792b">
Dec 04 19:04:17 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 04 19:04:17 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:port uuid="95fe6a0b-18ca-41ed-9aa2-3375c76a39c2">
Dec 04 19:04:17 user nova-compute[75209]:           <nova:ip type="fixed" address="10.1.1.57" ipVersion="4"/>
Dec 04 19:04:17 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:port uuid="65d343a0-a95e-4739-8ab9-c37979883ba2">
Dec 04 19:04:17 user nova-compute[75209]:           <nova:ip type="fixed" address="10.1.1.22" ipVersion="4"/>
Dec 04 19:04:17 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:port uuid="90417002-9bb1-462b-b07a-ec325f3bdad7">
Dec 04 19:04:17 user nova-compute[75209]:           <nova:ip type="fixed" address="10.1.1.208" ipVersion="4"/>
Dec 04 19:04:17 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:port uuid="20c5894a-a23c-4622-bb48-f3061d8b2930">
Dec 04 19:04:17 user nova-compute[75209]:           <nova:ip type="fixed" address="10.1.1.47" ipVersion="4"/>
Dec 04 19:04:17 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:port uuid="d9e9699e-afd7-4fd9-9fe4-c29f2058ae09">
Dec 04 19:04:17 user nova-compute[75209]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 04 19:04:17 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:17 user nova-compute[75209]:         <nova:port uuid="5a80692f-7327-48c0-b660-500ab23ef32e">
Dec 04 19:04:17 user nova-compute[75209]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 04 19:04:17 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:17 user nova-compute[75209]:       </nova:ports>
Dec 04 19:04:17 user nova-compute[75209]:     </nova:instance>
Dec 04 19:04:17 user nova-compute[75209]:   </metadata>
Dec 04 19:04:17 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:04:17 user nova-compute[75209]:     <system>
Dec 04 19:04:17 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:04:17 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:04:17 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:04:17 user nova-compute[75209]:       <entry name="serial">6ceebaf5-d19d-483d-ae4c-12e33834764c</entry>
Dec 04 19:04:17 user nova-compute[75209]:       <entry name="uuid">6ceebaf5-d19d-483d-ae4c-12e33834764c</entry>
Dec 04 19:04:17 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:04:17 user nova-compute[75209]:     </system>
Dec 04 19:04:17 user nova-compute[75209]:   </sysinfo>
Dec 04 19:04:17 user nova-compute[75209]:   <os>
Dec 04 19:04:17 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:04:17 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:04:17 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:04:17 user nova-compute[75209]:   </os>
Dec 04 19:04:17 user nova-compute[75209]:   <features>
Dec 04 19:04:17 user nova-compute[75209]:     <acpi/>
Dec 04 19:04:17 user nova-compute[75209]:     <apic/>
Dec 04 19:04:17 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:04:17 user nova-compute[75209]:   </features>
Dec 04 19:04:17 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:04:17 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:04:17 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:04:17 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:04:17 user nova-compute[75209]:   </clock>
Dec 04 19:04:17 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:04:17 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:04:17 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:04:17 user nova-compute[75209]:   </cpu>
Dec 04 19:04:17 user nova-compute[75209]:   <devices>
Dec 04 19:04:17 user nova-compute[75209]:     <disk type="file" device="cdrom">
Dec 04 19:04:17 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none"/>
Dec 04 19:04:17 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/6ceebaf5-d19d-483d-ae4c-12e33834764c/disk.config"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="hda" bus="ide"/>
Dec 04 19:04:17 user nova-compute[75209]:     </disk>
Dec 04 19:04:17 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:04:17 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:04:17 user nova-compute[75209]:       <source dev="/dev/sdc"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:       <serial>c0bf9e95-9f7c-458a-8f36-5a51c349013d</serial>
Dec 04 19:04:17 user nova-compute[75209]:     </disk>
Dec 04 19:04:17 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:04:17 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:04:17 user nova-compute[75209]:       <source dev="/dev/sdd"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:       <serial>2c579bfe-740d-48f2-8299-caaf55b403ee</serial>
Dec 04 19:04:17 user nova-compute[75209]:     </disk>
Dec 04 19:04:17 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:04:17 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:04:17 user nova-compute[75209]:       <source dev="/dev/sdf"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="vdc" bus="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:       <serial>deed40c5-64fc-40fc-b834-252a132ed385</serial>
Dec 04 19:04:17 user nova-compute[75209]:     </disk>
Dec 04 19:04:17 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:17 user nova-compute[75209]:       <mac address="fa:16:3e:48:45:b1"/>
Dec 04 19:04:17 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="tap8f4513b5-9c"/>
Dec 04 19:04:17 user nova-compute[75209]:     </interface>
Dec 04 19:04:17 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:17 user nova-compute[75209]:       <mac address="fa:16:3e:77:fb:ac"/>
Dec 04 19:04:17 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="tap95fe6a0b-18"/>
Dec 04 19:04:17 user nova-compute[75209]:     </interface>
Dec 04 19:04:17 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:17 user nova-compute[75209]:       <mac address="fa:16:3e:a2:75:c4"/>
Dec 04 19:04:17 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="tap65d343a0-a9"/>
Dec 04 19:04:17 user nova-compute[75209]:     </interface>
Dec 04 19:04:17 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:17 user nova-compute[75209]:       <mac address="fa:16:3e:b2:82:09"/>
Dec 04 19:04:17 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="tap90417002-9b"/>
Dec 04 19:04:17 user nova-compute[75209]:     </interface>
Dec 04 19:04:17 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:17 user nova-compute[75209]:       <mac address="fa:16:3e:0e:4f:31"/>
Dec 04 19:04:17 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="tap20c5894a-a2"/>
Dec 04 19:04:17 user nova-compute[75209]:     </interface>
Dec 04 19:04:17 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:17 user nova-compute[75209]:       <mac address="fa:16:3e:fe:d2:63"/>
Dec 04 19:04:17 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="tapd9e9699e-af"/>
Dec 04 19:04:17 user nova-compute[75209]:     </interface>
Dec 04 19:04:17 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:17 user nova-compute[75209]:       <mac address="fa:16:3e:f7:5c:24"/>
Dec 04 19:04:17 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:17 user nova-compute[75209]:       <target dev="tap5a80692f-73"/>
Dec 04 19:04:17 user nova-compute[75209]:     </interface>
Dec 04 19:04:17 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:04:17 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/6ceebaf5-d19d-483d-ae4c-12e33834764c/console.log" append="off"/>
Dec 04 19:04:17 user nova-compute[75209]:     </serial>
Dec 04 19:04:17 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:04:17 user nova-compute[75209]:     <video>
Dec 04 19:04:17 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:17 user nova-compute[75209]:     </video>
Dec 04 19:04:17 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:04:17 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:04:17 user nova-compute[75209]:     </rng>
Dec 04 19:04:17 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:04:17 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:04:17 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:04:17 user nova-compute[75209]:     </memballoon>
Dec 04 19:04:17 user nova-compute[75209]:   </devices>
Dec 04 19:04:17 user nova-compute[75209]: </domain>
Dec 04 19:04:17 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:45:b1,bridge_name='br-int',has_traffic_filtering=True,id=8f4513b5-9ca2-4a07-bb46-b3c155f1792b,network=Network(80272468-4e09-4e0a-8e4c-a5c13088108c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f4513b5-9c') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:45:b1,bridge_name='br-int',has_traffic_filtering=True,id=8f4513b5-9ca2-4a07-bb46-b3c155f1792b,network=Network(80272468-4e09-4e0a-8e4c-a5c13088108c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f4513b5-9c') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7adf4236-d5b0-51df-8ddd-fd6fc33f5ccd', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4dd482c-5f51-4608-8df7-41cee2291da4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f4513b5-9c, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f4513b5-9c, col_values=(('qos', UUID('1461572d-c10f-4e2b-b11a-59b2327a51a8')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f4513b5-9c, col_values=(('external_ids', {'iface-id': '8f4513b5-9ca2-4a07-bb46-b3c155f1792b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:48:45:b1', 'vm-uuid': '6ceebaf5-d19d-483d-ae4c-12e33834764c'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[147f7a58-f3ed-47e5-be18-db6bb0940967]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: INFO os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:45:b1,bridge_name='br-int',has_traffic_filtering=True,id=8f4513b5-9ca2-4a07-bb46-b3c155f1792b,network=Network(80272468-4e09-4e0a-8e4c-a5c13088108c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f4513b5-9c')
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:fb:ac,bridge_name='br-int',has_traffic_filtering=True,id=95fe6a0b-18ca-41ed-9aa2-3375c76a39c2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap95fe6a0b-18') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:fb:ac,bridge_name='br-int',has_traffic_filtering=True,id=95fe6a0b-18ca-41ed-9aa2-3375c76a39c2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap95fe6a0b-18') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '421c3d90-f46c-5395-8ad1-25e1f49b68cf', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hvAjVBsN {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hvAjVBsN" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ac7de55-c18e-418a-bbed-e5c51dc319b0]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hvAjVBsN'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap95fe6a0b-18, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap95fe6a0b-18, col_values=(('qos', UUID('32b4d849-9e0b-4ef0-a276-50e67d7b7819')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap95fe6a0b-18, col_values=(('external_ids', {'iface-id': '95fe6a0b-18ca-41ed-9aa2-3375c76a39c2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:77:fb:ac', 'vm-uuid': '6ceebaf5-d19d-483d-ae4c-12e33834764c'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3ebc52c5-92e6-400d-8fcd-2e91bea9927c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9e65f207-b34d-4000-8630-24a0e7121a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance c6f62b93-34a3-4259-b53e-bee4d63d40df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3554337a-7a0c-48ba-a520-a4523a8d7984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 670a5510-20c3-4914-8308-4c3b92412b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 1689e372-5a57-4f19-a04b-95da1984b0b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance a977985b-15ed-44a0-bef8-1cb4131f1c56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 62ef2339-1ed3-4f87-93bc-daf030e2fff2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 6ceebaf5-d19d-483d-ae4c-12e33834764c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3fa28183-e329-4f88-969d-a8a72d8dfeb4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eab1136-5bf7-46cf-8646-b4d5ec7507e3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: INFO os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:fb:ac,bridge_name='br-int',has_traffic_filtering=True,id=95fe6a0b-18ca-41ed-9aa2-3375c76a39c2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap95fe6a0b-18')
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:75:c4,bridge_name='br-int',has_traffic_filtering=True,id=65d343a0-a95e-4739-8ab9-c37979883ba2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap65d343a0-a9') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:75:c4,bridge_name='br-int',has_traffic_filtering=True,id=65d343a0-a95e-4739-8ab9-c37979883ba2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap65d343a0-a9') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ddc05770-54bb-5326-94b4-90392bbc17dd', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[228721ba-29dc-4763-9821-e6bc8cc32419]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap65d343a0-a9, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap65d343a0-a9, col_values=(('qos', UUID('aa8dd3e6-53dc-481a-9d02-325076506098')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap65d343a0-a9, col_values=(('external_ids', {'iface-id': '65d343a0-a95e-4739-8ab9-c37979883ba2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:75:c4', 'vm-uuid': '6ceebaf5-d19d-483d-ae4c-12e33834764c'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: INFO os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:75:c4,bridge_name='br-int',has_traffic_filtering=True,id=65d343a0-a95e-4739-8ab9-c37979883ba2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap65d343a0-a9')
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:82:09,bridge_name='br-int',has_traffic_filtering=True,id=90417002-9bb1-462b-b07a-ec325f3bdad7,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90417002-9b') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:82:09,bridge_name='br-int',has_traffic_filtering=True,id=90417002-9bb1-462b-b07a-ec325f3bdad7,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90417002-9b') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '67d9253f-f60d-5cdf-9bb0-9599c30ddb4d', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ebbe32-d606-44f5-8c19-1dc3b7378a1e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d, portal: 172.16.0.220,3260]
Dec 04 19:04:17 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d, portal: 172.16.0.220,3260] successful.
Dec 04 19:04:17 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90417002-9b, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90417002-9b, col_values=(('qos', UUID('172c5a36-34b2-4a79-97c9-4bb50250eb8c')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90417002-9b, col_values=(('external_ids', {'iface-id': '90417002-9bb1-462b-b07a-ec325f3bdad7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b2:82:09', 'vm-uuid': '6ceebaf5-d19d-483d-ae4c-12e33834764c'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c39f2754-9801-4267-8c5d-75f4f77632c4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: INFO os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:82:09,bridge_name='br-int',has_traffic_filtering=True,id=90417002-9bb1-462b-b07a-ec325f3bdad7,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90417002-9b')
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:4f:31,bridge_name='br-int',has_traffic_filtering=True,id=20c5894a-a23c-4622-bb48-f3061d8b2930,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20c5894a-a2') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:4f:31,bridge_name='br-int',has_traffic_filtering=True,id=20c5894a-a23c-4622-bb48-f3061d8b2930,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20c5894a-a2') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7143737a-41ed-5d8d-b365-615d731ef3d3', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a03b2c4-777d-48b1-a5d5-f0906b5732a1]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:17 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:17 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:17 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.359s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a3cddc-11c7-4966-b43c-be51c2fa9ba5]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hvAjVBsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap20c5894a-a2, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap20c5894a-a2, col_values=(('qos', UUID('152dbaa2-8a22-4837-b7b7-f6f3e233f223')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap20c5894a-a2, col_values=(('external_ids', {'iface-id': '20c5894a-a23c-4622-bb48-f3061d8b2930', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0e:4f:31', 'vm-uuid': '6ceebaf5-d19d-483d-ae4c-12e33834764c'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: INFO os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:4f:31,bridge_name='br-int',has_traffic_filtering=True,id=20c5894a-a23c-4622-bb48-f3061d8b2930,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20c5894a-a2')
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d2:63,bridge_name='br-int',has_traffic_filtering=True,id=d9e9699e-afd7-4fd9-9fe4-c29f2058ae09,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9e9699e-af') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d2:63,bridge_name='br-int',has_traffic_filtering=True,id=d9e9699e-afd7-4fd9-9fe4-c29f2058ae09,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9e9699e-af') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd23c1466-a3d3-5c20-8dc7-ffd8ea3fa157', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd9e9699e-af, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd9e9699e-af, col_values=(('qos', UUID('b79f3175-867e-4f68-9f84-a8b5731e49ec')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd9e9699e-af, col_values=(('external_ids', {'iface-id': 'd9e9699e-afd7-4fd9-9fe4-c29f2058ae09', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:d2:63', 'vm-uuid': '6ceebaf5-d19d-483d-ae4c-12e33834764c'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.577s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: INFO os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d2:63,bridge_name='br-int',has_traffic_filtering=True,id=d9e9699e-afd7-4fd9-9fe4-c29f2058ae09,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9e9699e-af')
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:5c:24,bridge_name='br-int',has_traffic_filtering=True,id=5a80692f-7327-48c0-b660-500ab23ef32e,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a80692f-73') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:5c:24,bridge_name='br-int',has_traffic_filtering=True,id=5a80692f-7327-48c0-b660-500ab23ef32e,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a80692f-73') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '42f53650-0c0c-5494-b9cc-cde15c3d842f', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5a80692f-73, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5a80692f-73, col_values=(('qos', UUID('40599425-9057-4843-8b2e-8e1cc7b70840')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5a80692f-73, col_values=(('external_ids', {'iface-id': '5a80692f-7327-48c0-b660-500ab23ef32e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:5c:24', 'vm-uuid': '6ceebaf5-d19d-483d-ae4c-12e33834764c'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:18 user nova-compute[75209]: INFO os_vif [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:5c:24,bridge_name='br-int',has_traffic_filtering=True,id=5a80692f-7327-48c0-b660-500ab23ef32e,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a80692f-73')
Dec 04 19:04:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] No BDM found with device name hda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] No VIF found with MAC fa:16:3e:48:45:b1, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] No VIF found with MAC fa:16:3e:0e:4f:31, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:04:18 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Using config drive
Dec 04 19:04:18 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Creating config drive at /opt/stack/data/nova/instances/6ceebaf5-d19d-483d-ae4c-12e33834764c/disk.config
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/6ceebaf5-d19d-483d-ae4c-12e33834764c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpcgrvn5hs {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/6ceebaf5-d19d-483d-ae4c-12e33834764c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpcgrvn5hs" returned: 0 in 0.073s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.398s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] <== connect_volume: return (2770ms) {'type': 'block', 'scsi_wwn': '23533386638303633', 'path': '/dev/sdg'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23533386638303633', 'path': '/dev/sdg'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SHceVXtC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:18 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:18 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:18 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e4be502-1ca6-4c8f-8754-fedc9169ab88]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:04:18 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1e9fb7f-4b7d-4fad-b187-cbe7a444e832]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573] added
Dec 04 19:04:18 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b15c1921-9ed6-4e87-b0e5-ee0ae90af9f9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[774a0106-0354-4d42-8b9f-e4a58093d075]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SHceVXtC {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SHceVXtC" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3143f980-7c84-4e74-b929-406a73ed03c2]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SHceVXtC'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eb78e70-02e8-466e-affb-7616b0d4f048]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db4113f-ef08-4ca4-9d4d-da0e6030cfaf]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:18 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:18 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:18 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:18 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:18 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:18 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:18 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:18 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:18 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:18 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:18 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:18 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6baa8e7e-a5da-41d3-87ee-5ed9c75f8199]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573, portal: 172.16.0.220,3260]
Dec 04 19:04:18 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573, portal: 172.16.0.220,3260] successful.
Dec 04 19:04:18 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-3ebc52c5-92e6-400d-8fcd-2e91bea9927c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-3ebc52c5-92e6-400d-8fcd-2e91bea9927c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[635d29d1-c3b0-4df0-a83e-1e3b2ba8bd2a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9308da6d-18fe-4458-b2ee-46673c222e38]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:04:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:19 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:04:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[22f55092-50fe-4207-8ced-788fd8708b92]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SHceVXtC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Updating instance_info_cache with network_info: [{"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-3ebc52c5-92e6-400d-8fcd-2e91bea9927c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:04:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:04:19 user nova-compute[75209]: INFO nova.compute.manager [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] instance snapshotting
Dec 04 19:04:19 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Beginning live snapshot process
Dec 04 19:04:20 user nova-compute[75209]: INFO nova.compute.manager [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Rescuing
Dec 04 19:04:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquired lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.381s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '23464353765636634', 'path': '/dev/sdh'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23464353765636634', 'path': '/dev/sdh'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=efefd513-bdc1-4dbb-b1ca-4ae3995d8b69,network=Network(6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefefd513-bd') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:24:13,bridge_name='br-int',has_traffic_filtering=True,id=2093367a-2263-4f13-82ff-19b340ccf79f,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2093367a-22') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:3d:d4,bridge_name='br-int',has_traffic_filtering=True,id=e5f0709e-7784-4d9a-b2a6-c65c781c1825,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape5f0709e-77') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:81:4d,bridge_name='br-int',has_traffic_filtering=True,id=507e676b-ee8e-4640-ac1a-6e4cc31758ef,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap507e676b-ee') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:78:13,bridge_name='br-int',has_traffic_filtering=True,id=fdaaefe8-27d0-4b00-bd33-9b0cd229fac8,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdaaefe8-27') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:be:e4,bridge_name='br-int',has_traffic_filtering=True,id=6913c405-a58e-4e5d-9e27-c1ca22b838a8,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6913c405-a5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:af:20,bridge_name='br-int',has_traffic_filtering=True,id=063775c0-c919-4822-a071-fc455c129f88,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap063775c0-c9') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.objects.instance [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lazy-loading 'pci_devices' on Instance uuid 3fa28183-e329-4f88-969d-a8a72d8dfeb4 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:04:20 user nova-compute[75209]:   <uuid>3fa28183-e329-4f88-969d-a8a72d8dfeb4</uuid>
Dec 04 19:04:20 user nova-compute[75209]:   <name>instance-0000000d</name>
Dec 04 19:04:20 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:04:20 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:04:20 user nova-compute[75209]:   <metadata>
Dec 04 19:04:20 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:04:20 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:04:20 user nova-compute[75209]:       <nova:name>tempest-device-tagging-server-867846647</nova:name>
Dec 04 19:04:20 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:04:13</nova:creationTime>
Dec 04 19:04:20 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:04:20 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:04:20 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:04:20 user nova-compute[75209]:       <nova:owner>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:user uuid="6afcbcba8aba471dab17903d3516a28b">tempest-TaggedBootDevicesTest-1779486050-project-member</nova:user>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:project uuid="af872b889be9437f8b9f32916436fad6">tempest-TaggedBootDevicesTest-1779486050</nova:project>
Dec 04 19:04:20 user nova-compute[75209]:       </nova:owner>
Dec 04 19:04:20 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:04:20 user nova-compute[75209]:       <nova:ports>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:port uuid="efefd513-bdc1-4dbb-b1ca-4ae3995d8b69">
Dec 04 19:04:20 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:04:20 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:port uuid="2093367a-2263-4f13-82ff-19b340ccf79f">
Dec 04 19:04:20 user nova-compute[75209]:           <nova:ip type="fixed" address="10.1.1.109" ipVersion="4"/>
Dec 04 19:04:20 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:port uuid="e5f0709e-7784-4d9a-b2a6-c65c781c1825">
Dec 04 19:04:20 user nova-compute[75209]:           <nova:ip type="fixed" address="10.1.1.113" ipVersion="4"/>
Dec 04 19:04:20 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:port uuid="507e676b-ee8e-4640-ac1a-6e4cc31758ef">
Dec 04 19:04:20 user nova-compute[75209]:           <nova:ip type="fixed" address="10.1.1.112" ipVersion="4"/>
Dec 04 19:04:20 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:port uuid="fdaaefe8-27d0-4b00-bd33-9b0cd229fac8">
Dec 04 19:04:20 user nova-compute[75209]:           <nova:ip type="fixed" address="10.1.1.47" ipVersion="4"/>
Dec 04 19:04:20 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:port uuid="6913c405-a58e-4e5d-9e27-c1ca22b838a8">
Dec 04 19:04:20 user nova-compute[75209]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 04 19:04:20 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:20 user nova-compute[75209]:         <nova:port uuid="063775c0-c919-4822-a071-fc455c129f88">
Dec 04 19:04:20 user nova-compute[75209]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 04 19:04:20 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:20 user nova-compute[75209]:       </nova:ports>
Dec 04 19:04:20 user nova-compute[75209]:     </nova:instance>
Dec 04 19:04:20 user nova-compute[75209]:   </metadata>
Dec 04 19:04:20 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:04:20 user nova-compute[75209]:     <system>
Dec 04 19:04:20 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:04:20 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:04:20 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:04:20 user nova-compute[75209]:       <entry name="serial">3fa28183-e329-4f88-969d-a8a72d8dfeb4</entry>
Dec 04 19:04:20 user nova-compute[75209]:       <entry name="uuid">3fa28183-e329-4f88-969d-a8a72d8dfeb4</entry>
Dec 04 19:04:20 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:04:20 user nova-compute[75209]:     </system>
Dec 04 19:04:20 user nova-compute[75209]:   </sysinfo>
Dec 04 19:04:20 user nova-compute[75209]:   <os>
Dec 04 19:04:20 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:04:20 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:04:20 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:04:20 user nova-compute[75209]:   </os>
Dec 04 19:04:20 user nova-compute[75209]:   <features>
Dec 04 19:04:20 user nova-compute[75209]:     <acpi/>
Dec 04 19:04:20 user nova-compute[75209]:     <apic/>
Dec 04 19:04:20 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:04:20 user nova-compute[75209]:   </features>
Dec 04 19:04:20 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:04:20 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:04:20 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:04:20 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:04:20 user nova-compute[75209]:   </clock>
Dec 04 19:04:20 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:04:20 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:04:20 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:04:20 user nova-compute[75209]:   </cpu>
Dec 04 19:04:20 user nova-compute[75209]:   <devices>
Dec 04 19:04:20 user nova-compute[75209]:     <disk type="file" device="cdrom">
Dec 04 19:04:20 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none"/>
Dec 04 19:04:20 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/3fa28183-e329-4f88-969d-a8a72d8dfeb4/disk.config"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="hda" bus="ide"/>
Dec 04 19:04:20 user nova-compute[75209]:     </disk>
Dec 04 19:04:20 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:04:20 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:04:20 user nova-compute[75209]:       <source dev="/dev/sde"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:       <serial>37341b95-6d44-44eb-aa85-74be36b46f68</serial>
Dec 04 19:04:20 user nova-compute[75209]:     </disk>
Dec 04 19:04:20 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:04:20 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:04:20 user nova-compute[75209]:       <source dev="/dev/sdg"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:       <serial>c0314038-1468-4201-abcf-fda5829b475d</serial>
Dec 04 19:04:20 user nova-compute[75209]:     </disk>
Dec 04 19:04:20 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:04:20 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:04:20 user nova-compute[75209]:       <source dev="/dev/sdh"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="vdc" bus="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:       <serial>c569a91f-e95d-4650-868b-8f5eedab4573</serial>
Dec 04 19:04:20 user nova-compute[75209]:     </disk>
Dec 04 19:04:20 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:20 user nova-compute[75209]:       <mac address="fa:16:3e:a9:5b:63"/>
Dec 04 19:04:20 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="tapefefd513-bd"/>
Dec 04 19:04:20 user nova-compute[75209]:     </interface>
Dec 04 19:04:20 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:20 user nova-compute[75209]:       <mac address="fa:16:3e:be:24:13"/>
Dec 04 19:04:20 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="tap2093367a-22"/>
Dec 04 19:04:20 user nova-compute[75209]:     </interface>
Dec 04 19:04:20 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:20 user nova-compute[75209]:       <mac address="fa:16:3e:2a:3d:d4"/>
Dec 04 19:04:20 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="tape5f0709e-77"/>
Dec 04 19:04:20 user nova-compute[75209]:     </interface>
Dec 04 19:04:20 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:20 user nova-compute[75209]:       <mac address="fa:16:3e:33:81:4d"/>
Dec 04 19:04:20 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="tap507e676b-ee"/>
Dec 04 19:04:20 user nova-compute[75209]:     </interface>
Dec 04 19:04:20 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:20 user nova-compute[75209]:       <mac address="fa:16:3e:30:78:13"/>
Dec 04 19:04:20 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="tapfdaaefe8-27"/>
Dec 04 19:04:20 user nova-compute[75209]:     </interface>
Dec 04 19:04:20 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:20 user nova-compute[75209]:       <mac address="fa:16:3e:30:be:e4"/>
Dec 04 19:04:20 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="tap6913c405-a5"/>
Dec 04 19:04:20 user nova-compute[75209]:     </interface>
Dec 04 19:04:20 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:20 user nova-compute[75209]:       <mac address="fa:16:3e:76:af:20"/>
Dec 04 19:04:20 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:20 user nova-compute[75209]:       <target dev="tap063775c0-c9"/>
Dec 04 19:04:20 user nova-compute[75209]:     </interface>
Dec 04 19:04:20 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:04:20 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/3fa28183-e329-4f88-969d-a8a72d8dfeb4/console.log" append="off"/>
Dec 04 19:04:20 user nova-compute[75209]:     </serial>
Dec 04 19:04:20 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:04:20 user nova-compute[75209]:     <video>
Dec 04 19:04:20 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:20 user nova-compute[75209]:     </video>
Dec 04 19:04:20 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:04:20 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:04:20 user nova-compute[75209]:     </rng>
Dec 04 19:04:20 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:04:20 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:04:20 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:04:20 user nova-compute[75209]:     </memballoon>
Dec 04 19:04:20 user nova-compute[75209]:   </devices>
Dec 04 19:04:20 user nova-compute[75209]: </domain>
Dec 04 19:04:20 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=efefd513-bdc1-4dbb-b1ca-4ae3995d8b69,network=Network(6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefefd513-bd') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=efefd513-bdc1-4dbb-b1ca-4ae3995d8b69,network=Network(6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefefd513-bd') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90e8926d-aa92-5fa8-a1ed-69196d6754c0', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json -f qcow2 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapefefd513-bd, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapefefd513-bd, col_values=(('qos', UUID('cc6a1d10-cc84-4ad7-a149-736133469ab9')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapefefd513-bd, col_values=(('external_ids', {'iface-id': 'efefd513-bdc1-4dbb-b1ca-4ae3995d8b69', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a9:5b:63', 'vm-uuid': '3fa28183-e329-4f88-969d-a8a72d8dfeb4'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: INFO os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=efefd513-bdc1-4dbb-b1ca-4ae3995d8b69,network=Network(6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefefd513-bd')
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:24:13,bridge_name='br-int',has_traffic_filtering=True,id=2093367a-2263-4f13-82ff-19b340ccf79f,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2093367a-22') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:24:13,bridge_name='br-int',has_traffic_filtering=True,id=2093367a-2263-4f13-82ff-19b340ccf79f,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2093367a-22') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2128504b-0515-52c2-831f-941d43a44d11', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.compute.manager [req-833640f7-f177-4055-a45b-df22e776c407 req-b6ca21cb-5257-47ab-b66f-5753ccd48ed6 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-833640f7-f177-4055-a45b-df22e776c407 req-b6ca21cb-5257-47ab-b66f-5753ccd48ed6 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-833640f7-f177-4055-a45b-df22e776c407 req-b6ca21cb-5257-47ab-b66f-5753ccd48ed6 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-833640f7-f177-4055-a45b-df22e776c407 req-b6ca21cb-5257-47ab-b66f-5753ccd48ed6 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.compute.manager [req-833640f7-f177-4055-a45b-df22e776c407 req-b6ca21cb-5257-47ab-b66f-5753ccd48ed6 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:20 user nova-compute[75209]: WARNING nova.compute.manager [req-833640f7-f177-4055-a45b-df22e776c407 req-b6ca21cb-5257-47ab-b66f-5753ccd48ed6 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b for instance with vm_state building and task_state spawning.
Dec 04 19:04:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json -f qcow2" returned: 0 in 0.270s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json -f qcow2 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2093367a-22, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2093367a-22, col_values=(('qos', UUID('74d5a5e5-3937-40b2-b92e-8d91b592e59d')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2093367a-22, col_values=(('external_ids', {'iface-id': '2093367a-2263-4f13-82ff-19b340ccf79f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:24:13', 'vm-uuid': '3fa28183-e329-4f88-969d-a8a72d8dfeb4'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json -f qcow2" returned: 0 in 0.194s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: INFO os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:24:13,bridge_name='br-int',has_traffic_filtering=True,id=2093367a-2263-4f13-82ff-19b340ccf79f,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2093367a-22')
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:3d:d4,bridge_name='br-int',has_traffic_filtering=True,id=e5f0709e-7784-4d9a-b2a6-c65c781c1825,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape5f0709e-77') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:3d:d4,bridge_name='br-int',has_traffic_filtering=True,id=e5f0709e-7784-4d9a-b2a6-c65c781c1825,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape5f0709e-77') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9641bea3-c55a-5e09-be6f-a944acb03de9', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape5f0709e-77, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape5f0709e-77, col_values=(('qos', UUID('56261c2c-1ebf-4fbc-b6e1-371ef53c0bc6')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape5f0709e-77, col_values=(('external_ids', {'iface-id': 'e5f0709e-7784-4d9a-b2a6-c65c781c1825', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:3d:d4', 'vm-uuid': '3fa28183-e329-4f88-969d-a8a72d8dfeb4'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.215s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmphyd91q1h/00eb3ff5fdd44e2980133054883c6fc3.delta 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updating instance_info_cache with network_info: [{"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmphyd91q1h/00eb3ff5fdd44e2980133054883c6fc3.delta 1073741824" returned: 0 in 0.059s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:21 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75209) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Dec 04 19:04:21 user nova-compute[75209]: INFO nova.virt.libvirt.host [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] UEFI support detected
Dec 04 19:04:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Releasing lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: INFO os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:3d:d4,bridge_name='br-int',has_traffic_filtering=True,id=e5f0709e-7784-4d9a-b2a6-c65c781c1825,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape5f0709e-77')
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:81:4d,bridge_name='br-int',has_traffic_filtering=True,id=507e676b-ee8e-4640-ac1a-6e4cc31758ef,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap507e676b-ee') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:81:4d,bridge_name='br-int',has_traffic_filtering=True,id=507e676b-ee8e-4640-ac1a-6e4cc31758ef,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap507e676b-ee') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '098d8d73-d116-5fa7-a149-02639a05a05e', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-540c9c3d-1746-4db9-89df-6ca83ce343f7 req-d3b2aee4-abbd-4564-a0c1-99a02c324448 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-540c9c3d-1746-4db9-89df-6ca83ce343f7 req-d3b2aee4-abbd-4564-a0c1-99a02c324448 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-540c9c3d-1746-4db9-89df-6ca83ce343f7 req-d3b2aee4-abbd-4564-a0c1-99a02c324448 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-540c9c3d-1746-4db9-89df-6ca83ce343f7 req-d3b2aee4-abbd-4564-a0c1-99a02c324448 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-540c9c3d-1746-4db9-89df-6ca83ce343f7 req-d3b2aee4-abbd-4564-a0c1-99a02c324448 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:21 user nova-compute[75209]: WARNING nova.compute.manager [req-540c9c3d-1746-4db9-89df-6ca83ce343f7 req-d3b2aee4-abbd-4564-a0c1-99a02c324448 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 for instance with vm_state building and task_state spawning.
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap507e676b-ee, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap507e676b-ee, col_values=(('qos', UUID('744e173d-dd5e-484c-bbe3-0cd4403e8356')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap507e676b-ee, col_values=(('external_ids', {'iface-id': '507e676b-ee8e-4640-ac1a-6e4cc31758ef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:81:4d', 'vm-uuid': '3fa28183-e329-4f88-969d-a8a72d8dfeb4'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-3d8a7432-6f14-4e2b-a6e8-18a1fdf97297 req-b44cb81b-1548-4c14-9c5d-6719a9fbf855 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3d8a7432-6f14-4e2b-a6e8-18a1fdf97297 req-b44cb81b-1548-4c14-9c5d-6719a9fbf855 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3d8a7432-6f14-4e2b-a6e8-18a1fdf97297 req-b44cb81b-1548-4c14-9c5d-6719a9fbf855 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3d8a7432-6f14-4e2b-a6e8-18a1fdf97297 req-b44cb81b-1548-4c14-9c5d-6719a9fbf855 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-3d8a7432-6f14-4e2b-a6e8-18a1fdf97297 req-b44cb81b-1548-4c14-9c5d-6719a9fbf855 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:21 user nova-compute[75209]: WARNING nova.compute.manager [req-3d8a7432-6f14-4e2b-a6e8-18a1fdf97297 req-b44cb81b-1548-4c14-9c5d-6719a9fbf855 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-90417002-9bb1-462b-b07a-ec325f3bdad7 for instance with vm_state building and task_state spawning.
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: INFO os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:81:4d,bridge_name='br-int',has_traffic_filtering=True,id=507e676b-ee8e-4640-ac1a-6e4cc31758ef,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap507e676b-ee')
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:78:13,bridge_name='br-int',has_traffic_filtering=True,id=fdaaefe8-27d0-4b00-bd33-9b0cd229fac8,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdaaefe8-27') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:78:13,bridge_name='br-int',has_traffic_filtering=True,id=fdaaefe8-27d0-4b00-bd33-9b0cd229fac8,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdaaefe8-27') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f3643e99-dfc2-5b66-bd41-18ce85ce20b9', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfdaaefe8-27, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfdaaefe8-27, col_values=(('qos', UUID('5e588b45-f7cc-4570-b0af-78e2945bc379')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfdaaefe8-27, col_values=(('external_ids', {'iface-id': 'fdaaefe8-27d0-4b00-bd33-9b0cd229fac8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:78:13', 'vm-uuid': '3fa28183-e329-4f88-969d-a8a72d8dfeb4'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: INFO os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:78:13,bridge_name='br-int',has_traffic_filtering=True,id=fdaaefe8-27d0-4b00-bd33-9b0cd229fac8,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdaaefe8-27')
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:be:e4,bridge_name='br-int',has_traffic_filtering=True,id=6913c405-a58e-4e5d-9e27-c1ca22b838a8,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6913c405-a5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:be:e4,bridge_name='br-int',has_traffic_filtering=True,id=6913c405-a58e-4e5d-9e27-c1ca22b838a8,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6913c405-a5') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '54c6c549-9a48-5c8f-b218-5245b33e4d4b', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6913c405-a5, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6913c405-a5, col_values=(('qos', UUID('3a4a0868-49b2-4b04-856c-199d03412122')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6913c405-a5, col_values=(('external_ids', {'iface-id': '6913c405-a58e-4e5d-9e27-c1ca22b838a8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:be:e4', 'vm-uuid': '3fa28183-e329-4f88-969d-a8a72d8dfeb4'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: INFO os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:be:e4,bridge_name='br-int',has_traffic_filtering=True,id=6913c405-a58e-4e5d-9e27-c1ca22b838a8,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6913c405-a5')
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:03:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:af:20,bridge_name='br-int',has_traffic_filtering=True,id=063775c0-c919-4822-a071-fc455c129f88,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap063775c0-c9') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:af:20,bridge_name='br-int',has_traffic_filtering=True,id=063775c0-c919-4822-a071-fc455c129f88,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap063775c0-c9') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '22ecf652-fc77-5284-bc0e-21e08569a457', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap063775c0-c9, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap063775c0-c9, col_values=(('qos', UUID('8c54c175-0134-4baf-b445-031d4481d0bc')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap063775c0-c9, col_values=(('external_ids', {'iface-id': '063775c0-c919-4822-a071-fc455c129f88', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:af:20', 'vm-uuid': '3fa28183-e329-4f88-969d-a8a72d8dfeb4'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] COPY block job progress, current cursor: 524288 final cursor: 75497472 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lazy-loading 'flavor' on Instance uuid 3ebc52c5-92e6-400d-8fcd-2e91bea9927c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.223s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: INFO os_vif [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:af:20,bridge_name='br-int',has_traffic_filtering=True,id=063775c0-c919-4822-a071-fc455c129f88,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap063775c0-c9')
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:22 user nova-compute[75209]: WARNING nova.compute.manager [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b for instance with vm_state building and task_state spawning.
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:22 user nova-compute[75209]: WARNING nova.compute.manager [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-65d343a0-a95e-4739-8ab9-c37979883ba2 for instance with vm_state building and task_state spawning.
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:22 user nova-compute[75209]: WARNING nova.compute.manager [req-5b470d43-7423-4d4a-a760-8b56b9baffa0 req-c0074568-c649-4520-87f5-165385b8d081 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-65d343a0-a95e-4739-8ab9-c37979883ba2 for instance with vm_state building and task_state spawning.
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] No BDM found with device name hda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] No VIF found with MAC fa:16:3e:a9:5b:63, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] No VIF found with MAC fa:16:3e:30:78:13, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:04:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Using config drive
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:04:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 04 19:04:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Instance destroyed successfully.
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:22 user nova-compute[75209]: INFO nova.compute.manager [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Attaching volume 64f23658-f729-4319-ac7e-8ac36e8181a8 to /dev/vdb
Dec 04 19:04:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Attempting rescue
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75209) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Instance directory exists: not creating {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 19:04:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Creating image(s)
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'trusted_certs' on Instance uuid b033e42f-ffd3-41da-93f7-9271437c6b48 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG os_brick.utils [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmphyd91q1h/00eb3ff5fdd44e2980133054883c6fc3.delta /opt/stack/data/nova/instances/snapshots/tmphyd91q1h/00eb3ff5fdd44e2980133054883c6fc3 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc708851-9fab-433f-87ad-e21afe49f7ed]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fdfbe48-a035-4d82-8333-bd7289b4c1c6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[08846035-c835-4e29-ae0c-0dd69cf1a040]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0893d5d-2562-4567-a2b3-b5cd9dc57a9e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:23 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbc0b695-93c6-4c06-a5ea-f162010cc573]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:23 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Creating config drive at /opt/stack/data/nova/instances/3fa28183-e329-4f88-969d-a8a72d8dfeb4/disk.config
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/3fa28183-e329-4f88-969d-a8a72d8dfeb4/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp6fjtg454 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG os_brick.utils [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] <== get_connector_properties: return (308ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Updating existing volume attachment record: bb5ebeb8-01ff-4f3a-bc7b-6a3bf14f9485 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.384s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'migration_context' on Instance uuid b033e42f-ffd3-41da-93f7-9271437c6b48 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/3fa28183-e329-4f88-969d-a8a72d8dfeb4/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp6fjtg454" returned: 0 in 0.073s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.objects.base [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<b033e42f-ffd3-41da-93f7-9271437c6b48> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Start _get_guest_xml network_info=[{"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "vif_mac": "fa:16:3e:25:ea:47"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '94bc5904-8b72-4a47-b02b-134675a30807', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'resources' on Instance uuid b033e42f-ffd3-41da-93f7-9271437c6b48 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.objects.base [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<b033e42f-ffd3-41da-93f7-9271437c6b48> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'numa_topology' on Instance uuid b033e42f-ffd3-41da-93f7-9271437c6b48 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:23 user nova-compute[75209]: WARNING nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 for instance with vm_state building and task_state spawning.
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-vif-unplugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] No waiting events found dispatching network-vif-unplugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:23 user nova-compute[75209]: WARNING nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received unexpected event network-vif-unplugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 for instance with vm_state active and task_state rescuing.
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] No waiting events found dispatching network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:23 user nova-compute[75209]: WARNING nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received unexpected event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 for instance with vm_state active and task_state rescuing.
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:23 user nova-compute[75209]: WARNING nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-20c5894a-a23c-4622-bb48-f3061d8b2930 for instance with vm_state building and task_state spawning.
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:23 user nova-compute[75209]: WARNING nova.compute.manager [req-6c9c132a-bd0a-4fa8-92a9-ee878bec16b8 req-ba579403-2de3-4fc6-b004-a7f1fb2d4095 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-20c5894a-a23c-4622-bb48-f3061d8b2930 for instance with vm_state building and task_state spawning.
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.objects.base [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<b033e42f-ffd3-41da-93f7-9271437c6b48> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:04:23 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:04:23 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:04:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'vcpu_model' on Instance uuid b033e42f-ffd3-41da-93f7-9271437c6b48 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmphyd91q1h/00eb3ff5fdd44e2980133054883c6fc3.delta /opt/stack/data/nova/instances/snapshots/tmphyd91q1h/00eb3ff5fdd44e2980133054883c6fc3" returned: 0 in 0.540s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.objects.base [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<b033e42f-ffd3-41da-93f7-9271437c6b48> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2121803565',display_name='tempest-ServerRescueNegativeTestJSON-server-2121803565',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2121803565',id=4,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:02:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-n5zodgru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:51Z,user_data=None,user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=b033e42f-ffd3-41da-93f7-9271437c6b48,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "vif_mac": "fa:16:3e:25:ea:47"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "vif_mac": "fa:16:3e:25:ea:47"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:25:ea:47,bridge_name='br-int',has_traffic_filtering=True,id=2f91dc28-5e5b-4ebd-b064-a5469c0161f6,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f91dc28-5e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'pci_devices' on Instance uuid b033e42f-ffd3-41da-93f7-9271437c6b48 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:23 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Snapshot extracted, beginning image upload
Dec 04 19:04:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.objects.base [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<b033e42f-ffd3-41da-93f7-9271437c6b48> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:04:23 user nova-compute[75209]:   <uuid>b033e42f-ffd3-41da-93f7-9271437c6b48</uuid>
Dec 04 19:04:23 user nova-compute[75209]:   <name>instance-00000004</name>
Dec 04 19:04:23 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:04:23 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:04:23 user nova-compute[75209]:   <metadata>
Dec 04 19:04:23 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:04:23 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:04:23 user nova-compute[75209]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2121803565</nova:name>
Dec 04 19:04:23 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:04:23</nova:creationTime>
Dec 04 19:04:23 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:04:23 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:04:23 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:04:23 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:04:23 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:04:23 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:04:23 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:04:23 user nova-compute[75209]:       <nova:owner>
Dec 04 19:04:23 user nova-compute[75209]:         <nova:user uuid="fcc54ca4efad42549d739da1c45d6fdd">tempest-ServerRescueNegativeTestJSON-1176301546-project-member</nova:user>
Dec 04 19:04:23 user nova-compute[75209]:         <nova:project uuid="71b2e2221f6843d89e54921938b7e09b">tempest-ServerRescueNegativeTestJSON-1176301546</nova:project>
Dec 04 19:04:23 user nova-compute[75209]:       </nova:owner>
Dec 04 19:04:23 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:04:23 user nova-compute[75209]:       <nova:ports>
Dec 04 19:04:23 user nova-compute[75209]:         <nova:port uuid="2f91dc28-5e5b-4ebd-b064-a5469c0161f6">
Dec 04 19:04:23 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 04 19:04:23 user nova-compute[75209]:         </nova:port>
Dec 04 19:04:23 user nova-compute[75209]:       </nova:ports>
Dec 04 19:04:23 user nova-compute[75209]:     </nova:instance>
Dec 04 19:04:23 user nova-compute[75209]:   </metadata>
Dec 04 19:04:23 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:04:23 user nova-compute[75209]:     <system>
Dec 04 19:04:23 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:04:23 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:04:23 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:04:23 user nova-compute[75209]:       <entry name="serial">b033e42f-ffd3-41da-93f7-9271437c6b48</entry>
Dec 04 19:04:23 user nova-compute[75209]:       <entry name="uuid">b033e42f-ffd3-41da-93f7-9271437c6b48</entry>
Dec 04 19:04:23 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:04:23 user nova-compute[75209]:     </system>
Dec 04 19:04:23 user nova-compute[75209]:   </sysinfo>
Dec 04 19:04:23 user nova-compute[75209]:   <os>
Dec 04 19:04:23 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:04:23 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:04:23 user nova-compute[75209]:   </os>
Dec 04 19:04:23 user nova-compute[75209]:   <features>
Dec 04 19:04:23 user nova-compute[75209]:     <acpi/>
Dec 04 19:04:23 user nova-compute[75209]:     <apic/>
Dec 04 19:04:23 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:04:23 user nova-compute[75209]:   </features>
Dec 04 19:04:23 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:04:23 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:04:23 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:04:23 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:04:23 user nova-compute[75209]:   </clock>
Dec 04 19:04:23 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:04:23 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:04:23 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:04:23 user nova-compute[75209]:   </cpu>
Dec 04 19:04:23 user nova-compute[75209]:   <devices>
Dec 04 19:04:23 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:04:23 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:04:23 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue"/>
Dec 04 19:04:23 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:04:23 user nova-compute[75209]:     </disk>
Dec 04 19:04:23 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:04:23 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:04:23 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk"/>
Dec 04 19:04:23 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:04:23 user nova-compute[75209]:     </disk>
Dec 04 19:04:23 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:04:23 user nova-compute[75209]:       <mac address="fa:16:3e:25:ea:47"/>
Dec 04 19:04:23 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:23 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:04:23 user nova-compute[75209]:       <target dev="tap2f91dc28-5e"/>
Dec 04 19:04:23 user nova-compute[75209]:     </interface>
Dec 04 19:04:23 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:04:23 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/console.log" append="off"/>
Dec 04 19:04:23 user nova-compute[75209]:     </serial>
Dec 04 19:04:23 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:04:23 user nova-compute[75209]:     <video>
Dec 04 19:04:23 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:04:23 user nova-compute[75209]:     </video>
Dec 04 19:04:23 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:04:23 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:04:23 user nova-compute[75209]:     </rng>
Dec 04 19:04:23 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:04:23 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:04:23 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:04:23 user nova-compute[75209]:     </memballoon>
Dec 04 19:04:23 user nova-compute[75209]:   </devices>
Dec 04 19:04:23 user nova-compute[75209]: </domain>
Dec 04 19:04:23 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:04:23 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Instance destroyed successfully.
Dec 04 19:04:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-c03817a0-7687-4733-ae86-6a756c7c7a30 req-5ce616e6-d464-4735-ac6b-1541b7acca12 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c03817a0-7687-4733-ae86-6a756c7c7a30 req-5ce616e6-d464-4735-ac6b-1541b7acca12 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c03817a0-7687-4733-ae86-6a756c7c7a30 req-5ce616e6-d464-4735-ac6b-1541b7acca12 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c03817a0-7687-4733-ae86-6a756c7c7a30 req-5ce616e6-d464-4735-ac6b-1541b7acca12 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-c03817a0-7687-4733-ae86-6a756c7c7a30 req-5ce616e6-d464-4735-ac6b-1541b7acca12 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:23 user nova-compute[75209]: WARNING nova.compute.manager [req-c03817a0-7687-4733-ae86-6a756c7c7a30 req-5ce616e6-d464-4735-ac6b-1541b7acca12 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-90417002-9bb1-462b-b07a-ec325f3bdad7 for instance with vm_state building and task_state spawning.
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No VIF found with MAC fa:16:3e:25:ea:47, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:24 user nova-compute[75209]: WARNING nova.compute.manager [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 for instance with vm_state building and task_state spawning.
Dec 04 19:04:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:24 user nova-compute[75209]: WARNING nova.compute.manager [req-626b9f56-edaf-4980-86be-2a8237d3c82a req-e20bb2a5-8415-4708-b19c-44df28fc6511 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 for instance with vm_state building and task_state spawning.
Dec 04 19:04:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:25 user nova-compute[75209]: WARNING nova.compute.manager [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-5a80692f-7327-48c0-b660-500ab23ef32e for instance with vm_state building and task_state spawning.
Dec 04 19:04:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:25 user nova-compute[75209]: WARNING nova.compute.manager [req-1b42c1f9-9a79-4eb9-a775-eb0323abdf7d req-fdc49f3a-a044-4c7d-ac82-6c57101286b2 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-5a80692f-7327-48c0-b660-500ab23ef32e for instance with vm_state building and task_state spawning.
Dec 04 19:04:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:26 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Snapshot image upload complete
Dec 04 19:04:26 user nova-compute[75209]: INFO nova.compute.manager [None req-b28f7cca-1102-45fc-a46e-88fd1344e7de tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Took 6.29 seconds to snapshot the instance on the hypervisor.
Dec 04 19:04:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-523730c8-1982-4919-8215-3de43100d9e9 req-c59228c6-0d37-4bc8-813c-1d7bba1fe775 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-523730c8-1982-4919-8215-3de43100d9e9 req-c59228c6-0d37-4bc8-813c-1d7bba1fe775 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-523730c8-1982-4919-8215-3de43100d9e9 req-c59228c6-0d37-4bc8-813c-1d7bba1fe775 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-523730c8-1982-4919-8215-3de43100d9e9 req-c59228c6-0d37-4bc8-813c-1d7bba1fe775 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-523730c8-1982-4919-8215-3de43100d9e9 req-c59228c6-0d37-4bc8-813c-1d7bba1fe775 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:26 user nova-compute[75209]: WARNING nova.compute.manager [req-523730c8-1982-4919-8215-3de43100d9e9 req-c59228c6-0d37-4bc8-813c-1d7bba1fe775 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 for instance with vm_state building and task_state spawning.
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-changed-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Refreshing instance network info cache due to event network-changed-f617edfd-6f0a-428d-9a6f-bfe47586476b. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] Acquiring lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] Acquired lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.network.neutron [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Refreshing network info cache for port f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-db9237c2-a0f0-4892-b4e8-26719a336c68 req-cf24f939-af89-465d-b5cf-1abe59603c6c service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-db9237c2-a0f0-4892-b4e8-26719a336c68 req-cf24f939-af89-465d-b5cf-1abe59603c6c service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-db9237c2-a0f0-4892-b4e8-26719a336c68 req-cf24f939-af89-465d-b5cf-1abe59603c6c service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-db9237c2-a0f0-4892-b4e8-26719a336c68 req-cf24f939-af89-465d-b5cf-1abe59603c6c service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-db9237c2-a0f0-4892-b4e8-26719a336c68 req-cf24f939-af89-465d-b5cf-1abe59603c6c service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:27 user nova-compute[75209]: WARNING nova.compute.manager [req-db9237c2-a0f0-4892-b4e8-26719a336c68 req-cf24f939-af89-465d-b5cf-1abe59603c6c service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-2093367a-2263-4f13-82ff-19b340ccf79f for instance with vm_state building and task_state spawning.
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:04:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Instance spawned successfully.
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:27 user nova-compute[75209]: INFO nova.compute.manager [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Took 16.14 seconds to spawn the instance on the hypervisor.
Dec 04 19:04:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:27 user nova-compute[75209]: INFO nova.compute.manager [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Took 48.38 seconds to build instance.
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a68fcb51-d592-459f-b70a-1dd2dbae7366 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 48.484s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG nova.network.neutron [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updated VIF entry in instance network info cache for port f617edfd-6f0a-428d-9a6f-bfe47586476b. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG nova.network.neutron [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating instance_info_cache with network_info: [{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] Releasing lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] No waiting events found dispatching network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:28 user nova-compute[75209]: WARNING nova.compute.manager [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received unexpected event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 for instance with vm_state active and task_state rescuing.
Dec 04 19:04:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] No waiting events found dispatching network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:28 user nova-compute[75209]: WARNING nova.compute.manager [req-792ecabe-8288-4353-90a5-34a8f8986aca req-0bff13d9-fd33-4ec7-9d97-8d9e67dc300d service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received unexpected event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 for instance with vm_state active and task_state rescuing.
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-f387343c-e560-4e76-8fcd-81116c33673d req-05d2ce8f-1c0f-47e0-8640-1e8b1f761733 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f387343c-e560-4e76-8fcd-81116c33673d req-05d2ce8f-1c0f-47e0-8640-1e8b1f761733 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f387343c-e560-4e76-8fcd-81116c33673d req-05d2ce8f-1c0f-47e0-8640-1e8b1f761733 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f387343c-e560-4e76-8fcd-81116c33673d req-05d2ce8f-1c0f-47e0-8640-1e8b1f761733 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-f387343c-e560-4e76-8fcd-81116c33673d req-05d2ce8f-1c0f-47e0-8640-1e8b1f761733 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:28 user nova-compute[75209]: WARNING nova.compute.manager [req-f387343c-e560-4e76-8fcd-81116c33673d req-05d2ce8f-1c0f-47e0-8640-1e8b1f761733 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 for instance with vm_state building and task_state spawning.
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:29 user nova-compute[75209]: WARNING nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef for instance with vm_state building and task_state spawning.
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-changed-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Refreshing instance network info cache due to event network-changed-54ab6e33-9977-428a-8d68-693b4befad03. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Acquiring lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Acquired lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.network.neutron [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Refreshing network info cache for port 54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:29 user nova-compute[75209]: WARNING nova.compute.manager [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-2093367a-2263-4f13-82ff-19b340ccf79f for instance with vm_state building and task_state spawning.
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:29 user nova-compute[75209]: WARNING nova.compute.manager [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 for instance with vm_state building and task_state spawning.
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:29 user nova-compute[75209]: WARNING nova.compute.manager [req-c4b6e6fc-36c8-4c26-837d-2448878bc0de req-aa489890-c9dd-4804-815a-c0a9223012d7 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 for instance with vm_state building and task_state spawning.
Dec 04 19:04:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8d49e512-4f85-4491-b315-f07b6d65e284 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:04:30 user nova-compute[75209]: INFO nova.compute.manager [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] instance snapshotting
Dec 04 19:04:30 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Beginning live snapshot process
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.network.neutron [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updated VIF entry in instance network info cache for port 54ab6e33-9977-428a-8d68-693b4befad03. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.network.neutron [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating instance_info_cache with network_info: [{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Releasing lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:30 user nova-compute[75209]: WARNING nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef for instance with vm_state building and task_state spawning.
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:30 user nova-compute[75209]: WARNING nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 for instance with vm_state building and task_state spawning.
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:30 user nova-compute[75209]: WARNING nova.compute.manager [req-02375a7c-b52f-4ccd-a8f0-2c911a9e67f7 req-4a9f11f0-9e90-4582-9353-9c46b41ee46d service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 for instance with vm_state building and task_state spawning.
Dec 04 19:04:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json -f qcow2 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json -f qcow2" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json -f qcow2 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:30 user nova-compute[75209]: WARNING nova.compute.manager [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-063775c0-c919-4822-a071-fc455c129f88 for instance with vm_state building and task_state spawning.
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:30 user nova-compute[75209]: WARNING nova.compute.manager [req-da514fec-0367-4ab2-a5e9-afbc7f51f3bd req-7fae72ea-efb7-4acf-8668-606e6916ca83 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-063775c0-c919-4822-a071-fc455c129f88 for instance with vm_state building and task_state spawning.
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json -f qcow2" returned: 0 in 0.195s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.198s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp2xh3tn2j/6d4edc6dddc4417abdd1d6971b0f0ee5.delta 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp2xh3tn2j/6d4edc6dddc4417abdd1d6971b0f0ee5.delta 1073741824" returned: 0 in 0.062s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:31 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:31 user nova-compute[75209]: INFO nova.compute.manager [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Shelving
Dec 04 19:04:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:31 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Instance spawned successfully.
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:31 user nova-compute[75209]: WARNING nova.compute.manager [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 for instance with vm_state building and task_state spawning.
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:31 user nova-compute[75209]: WARNING nova.compute.manager [req-0f75a92b-3940-4a34-ba70-439286adff06 req-a927ab80-16f5-4eb8-93c7-58758cc137df service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 for instance with vm_state building and task_state spawning.
Dec 04 19:04:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:31 user nova-compute[75209]: INFO nova.compute.manager [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Took 18.58 seconds to spawn the instance on the hypervisor.
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-a90d3d09-9ae2-48fc-b91f-636f55b5bf82 req-24ff0239-9ec8-44f9-b0dc-7f994126c0fd service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-vif-unplugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a90d3d09-9ae2-48fc-b91f-636f55b5bf82 req-24ff0239-9ec8-44f9-b0dc-7f994126c0fd service nova] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a90d3d09-9ae2-48fc-b91f-636f55b5bf82 req-24ff0239-9ec8-44f9-b0dc-7f994126c0fd service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a90d3d09-9ae2-48fc-b91f-636f55b5bf82 req-24ff0239-9ec8-44f9-b0dc-7f994126c0fd service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-a90d3d09-9ae2-48fc-b91f-636f55b5bf82 req-24ff0239-9ec8-44f9-b0dc-7f994126c0fd service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] No waiting events found dispatching network-vif-unplugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:31 user nova-compute[75209]: WARNING nova.compute.manager [req-a90d3d09-9ae2-48fc-b91f-636f55b5bf82 req-24ff0239-9ec8-44f9-b0dc-7f994126c0fd service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received unexpected event network-vif-unplugged-f617edfd-6f0a-428d-9a6f-bfe47586476b for instance with vm_state active and task_state shelving.
Dec 04 19:04:31 user nova-compute[75209]: INFO nova.compute.manager [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Took 51.35 seconds to build instance.
Dec 04 19:04:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-790969b3-d254-41de-aca4-7005b641f8fb tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 51.473s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:04:32 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Instance destroyed successfully.
Dec 04 19:04:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] COPY block job progress, current cursor: 47644672 final cursor: 75497472 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:04:32 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Beginning cold snapshot process
Dec 04 19:04:32 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:04:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk /opt/stack/data/nova/instances/snapshots/tmp4jzigpq9/375733b1888b48bdb26b3ae1e6733bf4 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:04:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 04 19:04:33 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:04:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp2xh3tn2j/6d4edc6dddc4417abdd1d6971b0f0ee5.delta /opt/stack/data/nova/instances/snapshots/tmp2xh3tn2j/6d4edc6dddc4417abdd1d6971b0f0ee5 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk /opt/stack/data/nova/instances/snapshots/tmp4jzigpq9/375733b1888b48bdb26b3ae1e6733bf4" returned: 0 in 0.887s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Snapshot extracted, beginning image upload
Dec 04 19:04:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-ef406f87-43cc-4132-a779-350fa03cadc7 req-d80b9e4d-f90b-4bea-b729-cf4c559b3079 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ef406f87-43cc-4132-a779-350fa03cadc7 req-d80b9e4d-f90b-4bea-b729-cf4c559b3079 service nova] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ef406f87-43cc-4132-a779-350fa03cadc7 req-d80b9e4d-f90b-4bea-b729-cf4c559b3079 service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ef406f87-43cc-4132-a779-350fa03cadc7 req-d80b9e4d-f90b-4bea-b729-cf4c559b3079 service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-ef406f87-43cc-4132-a779-350fa03cadc7 req-d80b9e4d-f90b-4bea-b729-cf4c559b3079 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] No waiting events found dispatching network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:33 user nova-compute[75209]: WARNING nova.compute.manager [req-ef406f87-43cc-4132-a779-350fa03cadc7 req-d80b9e4d-f90b-4bea-b729-cf4c559b3079 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received unexpected event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b for instance with vm_state active and task_state shelving_image_pending_upload.
Dec 04 19:04:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp2xh3tn2j/6d4edc6dddc4417abdd1d6971b0f0ee5.delta /opt/stack/data/nova/instances/snapshots/tmp2xh3tn2j/6d4edc6dddc4417abdd1d6971b0f0ee5" returned: 0 in 0.560s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Snapshot extracted, beginning image upload
Dec 04 19:04:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jUKgreTm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:35 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:35 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:35 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0f95af-ad97-4471-97ba-8c7fbac9e95a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:04:35 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3439376a-6ede-49d2-be42-c2b399ba6da7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8] added
Dec 04 19:04:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f531b19-e513-427e-a5ac-24f4c2a097ca]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[12547806-870a-435d-a49d-23672074271b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jUKgreTm {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jUKgreTm" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1405760-0c4a-48de-a37a-a5fd929e0808]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jUKgreTm'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c9fe84b-8e63-4178-903a-82e2c514c0e9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[61da3244-76c1-4a9c-9bae-4ee779e20bd2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --login" returned: 0 in 0.111s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[03363059-c644-4f52-b69d-e21ab9f4ca0a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8, portal: 172.16.0.220,3260]
Dec 04 19:04:35 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8, portal: 172.16.0.220,3260] successful.
Dec 04 19:04:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ac9ea52-c208-4a9c-9c00-7bd9e776b318]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[67e0bf4e-fee9-457b-b3ea-c6015ee3cd6e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 (non-flash)
Dec 04 19:04:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.377s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] HCTL ('40', '-', '-', 0) found on session 9 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9bee76f-6102-4068-b942-d6d9dc551c21]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:04:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jUKgreTm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:04:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.442s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] <== connect_volume: return (1443ms) {'type': 'block', 'scsi_wwn': '23030613366353938', 'path': '/dev/sdi'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23030613366353938', 'path': '/dev/sdi'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:04:37 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lazy-loading 'flavor' on Instance uuid 3ebc52c5-92e6-400d-8fcd-2e91bea9927c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:04:37 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:04:37 user nova-compute[75209]:   <source dev="/dev/sdi"/>
Dec 04 19:04:37 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:04:37 user nova-compute[75209]:   <serial>64f23658-f729-4319-ac7e-8ac36e8181a8</serial>
Dec 04 19:04:37 user nova-compute[75209]: </disk>
Dec 04 19:04:37 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:04:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:37 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Snapshot image upload complete
Dec 04 19:04:37 user nova-compute[75209]: INFO nova.compute.manager [None req-34e032fc-d5e8-421b-b703-d53447ece078 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Took 6.96 seconds to snapshot the instance on the hypervisor.
Dec 04 19:04:37 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Snapshot image upload complete
Dec 04 19:04:37 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:04:37 user nova-compute[75209]: INFO nova.compute.manager [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Shelve offloading
Dec 04 19:04:37 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Instance destroyed successfully.
Dec 04 19:04:37 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:04:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquired lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:04:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:04:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:04:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] No VIF found with MAC fa:16:3e:1f:cf:1d, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:04:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f70f2d95-5229-452d-87d8-113684a552e0 tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.998s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG nova.network.neutron [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating instance_info_cache with network_info: [{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Releasing lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:38 user nova-compute[75209]: INFO nova.compute.manager [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Terminating instance
Dec 04 19:04:38 user nova-compute[75209]: DEBUG nova.compute.manager [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-aa6472d1-62bb-4403-b512-6e2b5ca4f03e req-0c8a93c9-b48e-4c90-859f-3f4e135c44ed service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Received event network-vif-unplugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-aa6472d1-62bb-4403-b512-6e2b5ca4f03e req-0c8a93c9-b48e-4c90-859f-3f4e135c44ed service nova] Acquiring lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-aa6472d1-62bb-4403-b512-6e2b5ca4f03e req-0c8a93c9-b48e-4c90-859f-3f4e135c44ed service nova] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-aa6472d1-62bb-4403-b512-6e2b5ca4f03e req-0c8a93c9-b48e-4c90-859f-3f4e135c44ed service nova] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-aa6472d1-62bb-4403-b512-6e2b5ca4f03e req-0c8a93c9-b48e-4c90-859f-3f4e135c44ed service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] No waiting events found dispatching network-vif-unplugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-aa6472d1-62bb-4403-b512-6e2b5ca4f03e req-0c8a93c9-b48e-4c90-859f-3f4e135c44ed service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Received event network-vif-unplugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:04:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-49189c85-c76a-43d9-abdf-bcb5b7be5381 req-86ef3a46-c98c-437d-8e45-68682213d235 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-changed-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-49189c85-c76a-43d9-abdf-bcb5b7be5381 req-86ef3a46-c98c-437d-8e45-68682213d235 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Refreshing instance network info cache due to event network-changed-f617edfd-6f0a-428d-9a6f-bfe47586476b. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-49189c85-c76a-43d9-abdf-bcb5b7be5381 req-86ef3a46-c98c-437d-8e45-68682213d235 service nova] Acquiring lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-49189c85-c76a-43d9-abdf-bcb5b7be5381 req-86ef3a46-c98c-437d-8e45-68682213d235 service nova] Acquired lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.network.neutron [req-49189c85-c76a-43d9-abdf-bcb5b7be5381 req-86ef3a46-c98c-437d-8e45-68682213d235 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Refreshing network info cache for port f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:04:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Instance destroyed successfully.
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.objects.instance [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'resources' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Instance destroyed successfully.
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.objects.instance [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lazy-loading 'resources' on Instance uuid 3ebc52c5-92e6-400d-8fcd-2e91bea9927c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2023750937',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2023750937',id=5,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2H7W4LiAh7dq0FtTy23K9IUjRO/EPjZDnUs23a8go0y3HiafPqP/e9js3UQVInnkAa7t6SMRtGtuLgw1o0HXuS+K1Kv6Rm6Dx7/ozKESJsHlg8Xwz5ADmzn7VmTvMXWQ==',key_name='tempest-keypair-1034015299',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:02:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ul5s54iy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member',shelved_at='2023-12-04T19:04:37.380832',shelved_host='user',shelved_image_id='62c32124-728f-4293-9cfb-62f5b177e0b2'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=c6f62b93-34a3-4259-b53e-bee4d63d40df,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_vif [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-856956888',display_name='tempest-DeleteServersTestJSON-server-856956888',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-856956888',id=2,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:02:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3259c318e5c438aa76eadcfe6ecae94',ramdisk_id='',reservation_id='r-jelap504',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1647458298',owner_user_name='tempest-DeleteServersTestJSON-1647458298-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:02:50Z,user_data=None,user_id='3dcdd1c26488413492815884149c342e',uuid=3ebc52c5-92e6-400d-8fcd-2e91bea9927c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Converting VIF {"id": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "address": "fa:16:3e:1f:cf:1d", "network": {"id": "ad20411c-07d9-4de9-adbe-4c822fe25f30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-780596997-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3259c318e5c438aa76eadcfe6ecae94", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14520bea-a8", "ovs_interfaceid": "14520bea-a80a-4052-9bfe-e3b0ae6bd4fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1f:cf:1d,bridge_name='br-int',has_traffic_filtering=True,id=14520bea-a80a-4052-9bfe-e3b0ae6bd4fc,network=Network(ad20411c-07d9-4de9-adbe-4c822fe25f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14520bea-a8') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_vif [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:cf:1d,bridge_name='br-int',has_traffic_filtering=True,id=14520bea-a80a-4052-9bfe-e3b0ae6bd4fc,network=Network(ad20411c-07d9-4de9-adbe-4c822fe25f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14520bea-a8') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf617edfd-6f, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap14520bea-a8, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=974c2361-aa3a-488f-937a-fea0e920b236) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3cda1e6f-ab25-46aa-8311-3a0445577a9f) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:39 user nova-compute[75209]: INFO os_vif [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f')
Dec 04 19:04:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Deleting instance files /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df_del
Dec 04 19:04:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Deletion of /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df_del complete
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:39 user nova-compute[75209]: INFO os_vif [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1f:cf:1d,bridge_name='br-int',has_traffic_filtering=True,id=14520bea-a80a-4052-9bfe-e3b0ae6bd4fc,network=Network(ad20411c-07d9-4de9-adbe-4c822fe25f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14520bea-a8')
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jUKgreTm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:39 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eedd6b5-6a95-4e65-a1a1-7f32c3f95134]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:04:39 user nova-compute[75209]: No targets found.
Dec 04 19:04:39 user nova-compute[75209]: iSNS:
Dec 04 19:04:39 user nova-compute[75209]: No targets found.
Dec 04 19:04:39 user nova-compute[75209]: STATIC:
Dec 04 19:04:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:04:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:04:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:04:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6
Dec 04 19:04:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:04:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:04:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d
Dec 04 19:04:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:04:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:04:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee
Dec 04 19:04:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:04:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:04:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385
Dec 04 19:04:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:04:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:04:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:04:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:04:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:04:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8
Dec 04 19:04:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:04:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:04:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:04:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:04:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:04:39 user nova-compute[75209]: FIRMWARE:
Dec 04 19:04:39 user nova-compute[75209]: No targets found.
Dec 04 19:04:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:04:39 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:04:39 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac58533b-e3f1-44e3-b6c7-023d75775386]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:39 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Deleted allocations for instance c6f62b93-34a3-4259-b53e-bee4d63d40df
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.048s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf35d278-7ed2-42f6-915b-5cd2116826b0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 (non-flash)
Dec 04 19:04:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:04:39 user nova-compute[75209]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 (non-flash)
Dec 04 19:04:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c76a950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8'): ({'sdi'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Removing single pathed devices sdi {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfdec899-6d68-4a08-b5a8-eb687500be91]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[204b35a4-c35b-4674-b46b-97e71e620115]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Flushing IO for device /dev/sdi {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.objects.instance [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'numa_topology' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[62107254-3302-4076-a6bc-bcf844cde23c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.objects.base [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Object Instance<c6f62b93-34a3-4259-b53e-bee4d63d40df> lazy-loaded attributes: resources,numa_topology {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.049s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd1b1e3c-f3c3-4c69-b273-2eae261dc48f]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] SCSI volumes sdi have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c2aeb59-a1ac-48ec-88ce-456fc0f73136]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.network.neutron [req-49189c85-c76a-43d9-abdf-bcb5b7be5381 req-86ef3a46-c98c-437d-8e45-68682213d235 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updated VIF entry in instance network info cache for port f617edfd-6f0a-428d-9a6f-bfe47586476b. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.network.neutron [req-49189c85-c76a-43d9-abdf-bcb5b7be5381 req-86ef3a46-c98c-437d-8e45-68682213d235 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating instance_info_cache with network_info: [{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapf617edfd-6f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-49189c85-c76a-43d9-abdf-bcb5b7be5381 req-86ef3a46-c98c-437d-8e45-68682213d235 service nova] Releasing lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.094s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c01429-455b-40de-9f56-c1622a4bfb28]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8, portal: 172.16.0.220,3260]
Dec 04 19:04:39 user nova-compute[75209]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8, portal: 172.16.0.220,3260] successful.
Dec 04 19:04:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:64f23658-f729-4319-ac7e-8ac36e8181a8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0277fd2f-0799-416b-9e39-1a18a9c5b9d4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.412s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] <== disconnect_volume: return (414ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:04:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Deleting instance files /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c_del
Dec 04 19:04:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Deletion of /opt/stack/data/nova/instances/3ebc52c5-92e6-400d-8fcd-2e91bea9927c_del complete
Dec 04 19:04:39 user nova-compute[75209]: INFO nova.compute.manager [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Took 1.50 seconds to destroy the instance on the hypervisor.
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:04:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.496s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0d1520-a7a1-44b2-bc92-0ad38849a76d tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 8.615s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:40 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:40 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Took 0.49 seconds to deallocate network for instance.
Dec 04 19:04:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-a680d77a-36a7-4a12-9199-87f217c889d4 req-99ca7571-825a-4fc8-89be-1ea37fd93c05 service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Received event network-vif-plugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a680d77a-36a7-4a12-9199-87f217c889d4 req-99ca7571-825a-4fc8-89be-1ea37fd93c05 service nova] Acquiring lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a680d77a-36a7-4a12-9199-87f217c889d4 req-99ca7571-825a-4fc8-89be-1ea37fd93c05 service nova] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a680d77a-36a7-4a12-9199-87f217c889d4 req-99ca7571-825a-4fc8-89be-1ea37fd93c05 service nova] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-a680d77a-36a7-4a12-9199-87f217c889d4 req-99ca7571-825a-4fc8-89be-1ea37fd93c05 service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] No waiting events found dispatching network-vif-plugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:40 user nova-compute[75209]: WARNING nova.compute.manager [req-a680d77a-36a7-4a12-9199-87f217c889d4 req-99ca7571-825a-4fc8-89be-1ea37fd93c05 service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Received unexpected event network-vif-plugged-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc for instance with vm_state active and task_state deleting.
Dec 04 19:04:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-3ad18aa9-5959-4b6e-b70e-a7dc108cce4b req-c0d36d0a-09b6-49ae-baa1-30e1ace2a27d service nova] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Received event network-vif-deleted-14520bea-a80a-4052-9bfe-e3b0ae6bd4fc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:41 user nova-compute[75209]: INFO nova.compute.manager [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] [instance: 3ebc52c5-92e6-400d-8fcd-2e91bea9927c] Took 1.12 seconds to detach 1 volumes for instance.
Dec 04 19:04:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:41 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:04:41 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:04:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.344s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:41 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Deleted allocations for instance 3ebc52c5-92e6-400d-8fcd-2e91bea9927c
Dec 04 19:04:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558e5b28-2b45-401f-b632-dc01f47532ef tempest-DeleteServersTestJSON-1647458298 tempest-DeleteServersTestJSON-1647458298-project-member] Lock "3ebc52c5-92e6-400d-8fcd-2e91bea9927c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.669s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:44 user nova-compute[75209]: DEBUG nova.compute.manager [req-3551cd65-9ead-48c5-a565-36ed4cf80576 req-a5092ba4-99dd-45ea-bca5-bd02ac3109d2 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received event network-changed-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:44 user nova-compute[75209]: DEBUG nova.compute.manager [req-3551cd65-9ead-48c5-a565-36ed4cf80576 req-a5092ba4-99dd-45ea-bca5-bd02ac3109d2 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Refreshing instance network info cache due to event network-changed-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:04:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3551cd65-9ead-48c5-a565-36ed4cf80576 req-a5092ba4-99dd-45ea-bca5-bd02ac3109d2 service nova] Acquiring lock "refresh_cache-6c933242-a36a-4677-a4a1-7333ba8bd5ba" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3551cd65-9ead-48c5-a565-36ed4cf80576 req-a5092ba4-99dd-45ea-bca5-bd02ac3109d2 service nova] Acquired lock "refresh_cache-6c933242-a36a-4677-a4a1-7333ba8bd5ba" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:44 user nova-compute[75209]: DEBUG nova.network.neutron [req-3551cd65-9ead-48c5-a565-36ed4cf80576 req-a5092ba4-99dd-45ea-bca5-bd02ac3109d2 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Refreshing network info cache for port 4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:04:45 user nova-compute[75209]: DEBUG nova.network.neutron [req-3551cd65-9ead-48c5-a565-36ed4cf80576 req-a5092ba4-99dd-45ea-bca5-bd02ac3109d2 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Updated VIF entry in instance network info cache for port 4ef0aac3-2ba7-467b-a5eb-1c506c50acc3. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:04:45 user nova-compute[75209]: DEBUG nova.network.neutron [req-3551cd65-9ead-48c5-a565-36ed4cf80576 req-a5092ba4-99dd-45ea-bca5-bd02ac3109d2 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Updating instance_info_cache with network_info: [{"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3551cd65-9ead-48c5-a565-36ed4cf80576 req-a5092ba4-99dd-45ea-bca5-bd02ac3109d2 service nova] Releasing lock "refresh_cache-6c933242-a36a-4677-a4a1-7333ba8bd5ba" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:47 user nova-compute[75209]: DEBUG nova.compute.manager [req-da4e6905-71f0-43c8-839b-1939da9ee61e req-8d652f67-3ad0-40e0-a090-2d780ddd2471 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received event network-changed-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:47 user nova-compute[75209]: DEBUG nova.compute.manager [req-da4e6905-71f0-43c8-839b-1939da9ee61e req-8d652f67-3ad0-40e0-a090-2d780ddd2471 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Refreshing instance network info cache due to event network-changed-58a7c9dd-e83b-4a33-bdae-2469977debe1. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:04:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da4e6905-71f0-43c8-839b-1939da9ee61e req-8d652f67-3ad0-40e0-a090-2d780ddd2471 service nova] Acquiring lock "refresh_cache-670a5510-20c3-4914-8308-4c3b92412b57" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da4e6905-71f0-43c8-839b-1939da9ee61e req-8d652f67-3ad0-40e0-a090-2d780ddd2471 service nova] Acquired lock "refresh_cache-670a5510-20c3-4914-8308-4c3b92412b57" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:47 user nova-compute[75209]: DEBUG nova.network.neutron [req-da4e6905-71f0-43c8-839b-1939da9ee61e req-8d652f67-3ad0-40e0-a090-2d780ddd2471 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Refreshing network info cache for port 58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:04:47 user nova-compute[75209]: DEBUG nova.network.neutron [req-da4e6905-71f0-43c8-839b-1939da9ee61e req-8d652f67-3ad0-40e0-a090-2d780ddd2471 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Updated VIF entry in instance network info cache for port 58a7c9dd-e83b-4a33-bdae-2469977debe1. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:04:47 user nova-compute[75209]: DEBUG nova.network.neutron [req-da4e6905-71f0-43c8-839b-1939da9ee61e req-8d652f67-3ad0-40e0-a090-2d780ddd2471 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Updating instance_info_cache with network_info: [{"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da4e6905-71f0-43c8-839b-1939da9ee61e req-8d652f67-3ad0-40e0-a090-2d780ddd2471 service nova] Releasing lock "refresh_cache-670a5510-20c3-4914-8308-4c3b92412b57" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:48 user nova-compute[75209]: DEBUG nova.objects.instance [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lazy-loading 'flavor' on Instance uuid 6c933242-a36a-4677-a4a1-7333ba8bd5ba {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.086s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:49 user nova-compute[75209]: INFO nova.compute.manager [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Attaching volume 72db4b55-f840-447a-a7a5-264e715cc41d to /dev/sdc
Dec 04 19:04:49 user nova-compute[75209]: DEBUG os_brick.utils [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc86f75-4e0e-41e4-8ba3-9ff3fe9237a9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dd37e3b-856b-42ec-8217-0012d22cbd01]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[92e6b036-ea0c-45e0-a1cd-28cc4317aa72]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d0a01da-717d-4b0f-98c9-25833df9968d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:49 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:04:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[926f5273-bf1b-462a-a6cb-d1550f107265]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG os_brick.utils [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Updating existing volume attachment record: fdc97119-768e-431d-81fa-5ed5b21fb460 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:04:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG nova.objects.instance [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lazy-loading 'flavor' on Instance uuid 670a5510-20c3-4914-8308-4c3b92412b57 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.082s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:50 user nova-compute[75209]: INFO nova.compute.manager [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Attaching volume 03a3da5c-ce0b-420d-ad1c-c368b02d6974 to /dev/vdb
Dec 04 19:04:50 user nova-compute[75209]: DEBUG os_brick.utils [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[31a03dcf-893b-4ec8-aa69-e2392900504f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e4211a9-3d62-4d37-b3e2-df9302e05af0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ec13feb-afcc-4249-ba90-9da3cc2f7fbf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[982a2db6-a651-411f-9978-8a26dd9fd8ed]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:50 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:04:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[be3dfb47-db9d-4a37-9d38-349382fb442a]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG os_brick.utils [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] <== get_connector_properties: return (106ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:50 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Updating existing volume attachment record: 0ca6c7a8-7a1f-4478-b683-e309d01d19fb {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:04:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-f2ca5c12-d463-4af3-ab15-f8f6b7530572 req-4ad02e24-bb72-4c7c-ac17-e004033d4a9c service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-changed-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-f2ca5c12-d463-4af3-ab15-f8f6b7530572 req-4ad02e24-bb72-4c7c-ac17-e004033d4a9c service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Refreshing instance network info cache due to event network-changed-1acd9927-8c37-469d-8b82-3fbb33dac132. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:04:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f2ca5c12-d463-4af3-ab15-f8f6b7530572 req-4ad02e24-bb72-4c7c-ac17-e004033d4a9c service nova] Acquiring lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f2ca5c12-d463-4af3-ab15-f8f6b7530572 req-4ad02e24-bb72-4c7c-ac17-e004033d4a9c service nova] Acquired lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:52 user nova-compute[75209]: DEBUG nova.network.neutron [req-f2ca5c12-d463-4af3-ab15-f8f6b7530572 req-4ad02e24-bb72-4c7c-ac17-e004033d4a9c service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Refreshing network info cache for port 1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:04:52 user nova-compute[75209]: DEBUG nova.network.neutron [req-f2ca5c12-d463-4af3-ab15-f8f6b7530572 req-4ad02e24-bb72-4c7c-ac17-e004033d4a9c service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updated VIF entry in instance network info cache for port 1acd9927-8c37-469d-8b82-3fbb33dac132. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:04:52 user nova-compute[75209]: DEBUG nova.network.neutron [req-f2ca5c12-d463-4af3-ab15-f8f6b7530572 req-4ad02e24-bb72-4c7c-ac17-e004033d4a9c service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updating instance_info_cache with network_info: [{"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "interface-1689e372-5a57-4f19-a04b-95da1984b0b0-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "interface-1689e372-5a57-4f19-a04b-95da1984b0b0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:53 user nova-compute[75209]: DEBUG nova.objects.instance [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lazy-loading 'flavor' on Instance uuid 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f2ca5c12-d463-4af3-ab15-f8f6b7530572 req-4ad02e24-bb72-4c7c-ac17-e004033d4a9c service nova] Releasing lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:53 user nova-compute[75209]: DEBUG nova.objects.instance [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lazy-loading 'pci_requests' on Instance uuid 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:53 user nova-compute[75209]: DEBUG nova.objects.base [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Object Instance<1689e372-5a57-4f19-a04b-95da1984b0b0> lazy-loaded attributes: flavor,pci_requests {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:04:53 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:04:53 user nova-compute[75209]: DEBUG nova.policy [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24f3423d8e8d415698af681abbbd6ac8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '861feaed86da436ebbee990448b62c1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:04:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:54 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Successfully created port: 0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:04:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:54 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Successfully updated port: 0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:04:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquired lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:54 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:04:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c682a01-12bb-4048-9bbb-b68bf9548171 req-a6f61a6a-020e-4c2c-b1ee-4dedec5890d6 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-changed-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c682a01-12bb-4048-9bbb-b68bf9548171 req-a6f61a6a-020e-4c2c-b1ee-4dedec5890d6 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Refreshing instance network info cache due to event network-changed-0832c2dc-a57b-44c5-a1e9-aedb5da6b232. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:04:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c682a01-12bb-4048-9bbb-b68bf9548171 req-a6f61a6a-020e-4c2c-b1ee-4dedec5890d6 service nova] Acquiring lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updating instance_info_cache with network_info: [{"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Releasing lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c682a01-12bb-4048-9bbb-b68bf9548171 req-a6f61a6a-020e-4c2c-b1ee-4dedec5890d6 service nova] Acquired lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-9c682a01-12bb-4048-9bbb-b68bf9548171 req-a6f61a6a-020e-4c2c-b1ee-4dedec5890d6 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Refreshing network info cache for port 0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-318801990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-318801990',id=9,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNh009jEa+fUHeiPmYbTJrnpkxsFp/+vjEmMmXC+kpOgIFOLNwIodhG/r1nmWoBtzYa4degliMoePsYNz0LAxDgjCLZr63OpwUNaICg2xeyNfH//9hSi302A5nJdAp8S3w==',key_name='tempest-keypair-366300816',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='861feaed86da436ebbee990448b62c1f',ramdisk_id='',reservation_id='r-2005s4jn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1656558636',owner_user_name='tempest-TaggedAttachmentsTest-1656558636-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:03:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24f3423d8e8d415698af681abbbd6ac8',uuid=1689e372-5a57-4f19-a04b-95da1984b0b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converting VIF {"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG os_vif [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f1fed475-1ddd-539c-a180-949711fb8bfc', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0832c2dc-a5, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0832c2dc-a5, col_values=(('qos', UUID('4de984ef-038d-49a8-abae-f84b811e9a63')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0832c2dc-a5, col_values=(('external_ids', {'iface-id': '0832c2dc-a57b-44c5-a1e9-aedb5da6b232', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:5b:fe', 'vm-uuid': '1689e372-5a57-4f19-a04b-95da1984b0b0'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:55 user nova-compute[75209]: INFO os_vif [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5')
Dec 04 19:04:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-318801990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-318801990',id=9,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNh009jEa+fUHeiPmYbTJrnpkxsFp/+vjEmMmXC+kpOgIFOLNwIodhG/r1nmWoBtzYa4degliMoePsYNz0LAxDgjCLZr63OpwUNaICg2xeyNfH//9hSi302A5nJdAp8S3w==',key_name='tempest-keypair-366300816',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='861feaed86da436ebbee990448b62c1f',ramdisk_id='',reservation_id='r-2005s4jn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1656558636',owner_user_name='tempest-TaggedAttachmentsTest-1656558636-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:03:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24f3423d8e8d415698af681abbbd6ac8',uuid=1689e372-5a57-4f19-a04b-95da1984b0b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converting VIF {"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] attach device xml: <interface type="ethernet">
Dec 04 19:04:55 user nova-compute[75209]:   <mac address="fa:16:3e:20:5b:fe"/>
Dec 04 19:04:55 user nova-compute[75209]:   <model type="virtio"/>
Dec 04 19:04:55 user nova-compute[75209]:   <mtu size="1442"/>
Dec 04 19:04:55 user nova-compute[75209]:   <target dev="tap0832c2dc-a5"/>
Dec 04 19:04:55 user nova-compute[75209]: </interface>
Dec 04 19:04:55 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:04:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-9c682a01-12bb-4048-9bbb-b68bf9548171 req-a6f61a6a-020e-4c2c-b1ee-4dedec5890d6 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updated VIF entry in instance network info cache for port 0832c2dc-a57b-44c5-a1e9-aedb5da6b232. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-9c682a01-12bb-4048-9bbb-b68bf9548171 req-a6f61a6a-020e-4c2c-b1ee-4dedec5890d6 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updating instance_info_cache with network_info: [{"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c682a01-12bb-4048-9bbb-b68bf9548171 req-a6f61a6a-020e-4c2c-b1ee-4dedec5890d6 service nova] Releasing lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] No BDM found with device name hda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] No VIF found with MAC fa:16:3e:aa:33:ab, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:04:56 user nova-compute[75209]:   <nova:package version="0.0.0"/>
Dec 04 19:04:56 user nova-compute[75209]:   <nova:name>tempest-device-tagging-server-318801990</nova:name>
Dec 04 19:04:56 user nova-compute[75209]:   <nova:creationTime>2023-12-04 19:04:56</nova:creationTime>
Dec 04 19:04:56 user nova-compute[75209]:   <nova:flavor name="m1.tiny">
Dec 04 19:04:56 user nova-compute[75209]:     <nova:memory>512</nova:memory>
Dec 04 19:04:56 user nova-compute[75209]:     <nova:disk>1</nova:disk>
Dec 04 19:04:56 user nova-compute[75209]:     <nova:swap>0</nova:swap>
Dec 04 19:04:56 user nova-compute[75209]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:04:56 user nova-compute[75209]:     <nova:vcpus>1</nova:vcpus>
Dec 04 19:04:56 user nova-compute[75209]:   </nova:flavor>
Dec 04 19:04:56 user nova-compute[75209]:   <nova:owner>
Dec 04 19:04:56 user nova-compute[75209]:     <nova:user uuid="24f3423d8e8d415698af681abbbd6ac8">tempest-TaggedAttachmentsTest-1656558636-project-member</nova:user>
Dec 04 19:04:56 user nova-compute[75209]:     <nova:project uuid="861feaed86da436ebbee990448b62c1f">tempest-TaggedAttachmentsTest-1656558636</nova:project>
Dec 04 19:04:56 user nova-compute[75209]:   </nova:owner>
Dec 04 19:04:56 user nova-compute[75209]:   <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:04:56 user nova-compute[75209]:   <nova:ports>
Dec 04 19:04:56 user nova-compute[75209]:     <nova:port uuid="1acd9927-8c37-469d-8b82-3fbb33dac132">
Dec 04 19:04:56 user nova-compute[75209]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:04:56 user nova-compute[75209]:     </nova:port>
Dec 04 19:04:56 user nova-compute[75209]:     <nova:port uuid="0832c2dc-a57b-44c5-a1e9-aedb5da6b232">
Dec 04 19:04:56 user nova-compute[75209]:       <nova:ip type="fixed" address="10.10.10.73" ipVersion="4"/>
Dec 04 19:04:56 user nova-compute[75209]:     </nova:port>
Dec 04 19:04:56 user nova-compute[75209]:   </nova:ports>
Dec 04 19:04:56 user nova-compute[75209]: </nova:instance>
Dec 04 19:04:56 user nova-compute[75209]:  {{(pid=75209) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e4a6cf52-fa45-4f11-a6b1-c2d142532308 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "interface-1689e372-5a57-4f19-a04b-95da1984b0b0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.520s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.objects.instance [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lazy-loading 'flavor' on Instance uuid 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-plugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] No waiting events found dispatching network-vif-plugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:56 user nova-compute[75209]: WARNING nova.compute.manager [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received unexpected event network-vif-plugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 for instance with vm_state active and task_state None.
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-plugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] No waiting events found dispatching network-vif-plugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:04:56 user nova-compute[75209]: WARNING nova.compute.manager [req-def3ce56-8756-4255-8f78-b1c945e09710 req-0b816bdb-dbb8-4c75-b772-bc27815db106 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received unexpected event network-vif-plugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 for instance with vm_state active and task_state None.
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:04:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:04:56 user nova-compute[75209]: INFO nova.compute.manager [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Attaching volume ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 to /dev/vdb
Dec 04 19:04:57 user nova-compute[75209]: DEBUG os_brick.utils [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[59925b23-0002-493e-8258-faaf7f4e8acf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[94f07b09-2d76-486b-96ce-6f16e9773c31]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d0dbef1-e361-41b8-ac55-6862a9b8f3fd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[33b55e13-0eac-4029-83dd-98e57999c34f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:04:57 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:04:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[13a79e4c-9fb7-4824-a9d5-fdcbd12e264c]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG os_brick.utils [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:04:57 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updating existing volume attachment record: a7f45b80-0779-4050-b716-2bc5d4e44b81 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:04:58 user nova-compute[75209]: DEBUG nova.compute.manager [req-d7615f03-a7c0-4712-88ad-535d830dba33 req-33fdf0c2-15d5-4181-b005-07aef1425e8a service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received event network-changed-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:04:58 user nova-compute[75209]: DEBUG nova.compute.manager [req-d7615f03-a7c0-4712-88ad-535d830dba33 req-33fdf0c2-15d5-4181-b005-07aef1425e8a service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Refreshing instance network info cache due to event network-changed-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:04:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7615f03-a7c0-4712-88ad-535d830dba33 req-33fdf0c2-15d5-4181-b005-07aef1425e8a service nova] Acquiring lock "refresh_cache-a977985b-15ed-44a0-bef8-1cb4131f1c56" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:04:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7615f03-a7c0-4712-88ad-535d830dba33 req-33fdf0c2-15d5-4181-b005-07aef1425e8a service nova] Acquired lock "refresh_cache-a977985b-15ed-44a0-bef8-1cb4131f1c56" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:04:58 user nova-compute[75209]: DEBUG nova.network.neutron [req-d7615f03-a7c0-4712-88ad-535d830dba33 req-33fdf0c2-15d5-4181-b005-07aef1425e8a service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Refreshing network info cache for port e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:04:58 user nova-compute[75209]: DEBUG nova.network.neutron [req-d7615f03-a7c0-4712-88ad-535d830dba33 req-33fdf0c2-15d5-4181-b005-07aef1425e8a service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Updated VIF entry in instance network info cache for port e9cf8fce-75cb-489c-a9d8-6ad0948b37d4. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:04:58 user nova-compute[75209]: DEBUG nova.network.neutron [req-d7615f03-a7c0-4712-88ad-535d830dba33 req-33fdf0c2-15d5-4181-b005-07aef1425e8a service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Updating instance_info_cache with network_info: [{"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:04:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7615f03-a7c0-4712-88ad-535d830dba33 req-33fdf0c2-15d5-4181-b005-07aef1425e8a service nova] Releasing lock "refresh_cache-a977985b-15ed-44a0-bef8-1cb4131f1c56" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:04:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'olzwtuyV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:00 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:00 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:00 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b43f0e5-7126-401d-a9af-56e3ef14ab09]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:05:00 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bc32877-e257-4516-a2c2-df9436507054]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d] added
Dec 04 19:05:00 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f14c811e-3d43-4f1d-b4ea-ad872ba2baef]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[93374c1f-e2fb-47ed-90b7-cd8cd50c964c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v olzwtuyV {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v olzwtuyV" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[10830b78-1fc5-4fc7-a627-541509384f2d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'olzwtuyV'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9504a22c-07a4-483a-a685-6b02fa25cefd]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Acquiring lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a64fadd5-384b-46fb-a2e2-7cb048d0b751]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG nova.objects.instance [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lazy-loading 'flavor' on Instance uuid a977985b-15ed-44a0-bef8-1cb4131f1c56 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.097s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --login" returned: 0 in 0.107s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8aad9cd-2e24-4757-99bf-19ad097203d7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d, portal: 172.16.0.220,3260]
Dec 04 19:05:00 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:00 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6b73d86-6f30-4e35-b65a-1aaa143bf9ca]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f404f105-ae5a-42ab-98de-93700a1d21e0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:00 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:00 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.425s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1688a7be-9d30-4a74-8b23-e50153fec750]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Acquiring lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:00 user nova-compute[75209]: INFO nova.compute.manager [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Attaching volume c50f181e-77ad-4c4a-bc93-b029cac4c687 to /dev/vdb
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.utils [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de9b112-d6bb-49a3-bd17-3f4bed19f457]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc8af02-b0df-44c3-a40d-5cc4b2a47f4c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[33914f96-35c6-4ed8-a7dc-5c2b5df51bdb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[11ada9e0-ef24-4b08-ba3d-d1b5c9dd0f64]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:05:01 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f873e73-d171-4496-b4fd-18ae785d06ff]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.utils [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Updating existing volume attachment record: 2207ce03-cd7a-47d8-99a4-9f58c688d6c6 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'olzwtuyV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.465s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] <== connect_volume: return (1466ms) {'type': 'block', 'scsi_wwn': '23635616438343165', 'path': '/dev/sdi'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23635616438343165', 'path': '/dev/sdi'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG nova.objects.instance [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lazy-loading 'flavor' on Instance uuid 6c933242-a36a-4677-a4a1-7333ba8bd5ba {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:05:01 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:01 user nova-compute[75209]:   <source dev="/dev/sdi"/>
Dec 04 19:05:01 user nova-compute[75209]:   <target dev="sdc" bus="scsi"/>
Dec 04 19:05:01 user nova-compute[75209]:   <serial>72db4b55-f840-447a-a7a5-264e715cc41d</serial>
Dec 04 19:05:01 user nova-compute[75209]:   <address type="drive" controller="0" unit="2"/>
Dec 04 19:05:01 user nova-compute[75209]: </disk>
Dec 04 19:05:01 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxPamqYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:01 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:01 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:01 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffdef42a-fb12-4c73-8e67-8511e0628c74]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:05:01 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7e202ad-eaff-4dc1-96e5-d94514c79dc6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974] added
Dec 04 19:05:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e8cabcd-2b08-4707-9744-442ffd2c97f6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[68160438-b6f1-44ea-8369-32a4e4d4b234]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AxPamqYu {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AxPamqYu" returned: 0 in 0.037s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[98abc734-e608-4094-9628-a7136477e1f6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AxPamqYu'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f81878-f024-4482-a2a5-0a2f37f84aa8]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fed4b9b-d6c3-4021-a7ae-cef824c29f7b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --login" returned: 0 in 0.107s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[790fad8f-b606-49b5-b659-3ca3670ab174]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974, portal: 172.16.0.220,3260]
Dec 04 19:05:02 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d76aa7cb-272b-470e-a6bf-54e26499b9d6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[96258045-eab4-45cd-bb5d-55a3a61ff6c4]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:02 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.361s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9df43f07-6fd2-4e65-ad86-17114c0a5d92]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxPamqYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] No BDM found with device name sda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] No VIF found with MAC fa:16:3e:6b:9f:ea, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:05:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-617e72f6-d9a2-46fb-8c7b-4eb5ea216d1a tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.568s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.398s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] <== connect_volume: return (1400ms) {'type': 'block', 'scsi_wwn': '26335353965326164', 'path': '/dev/sdj'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26335353965326164', 'path': '/dev/sdj'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lazy-loading 'flavor' on Instance uuid 670a5510-20c3-4914-8308-4c3b92412b57 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:05:03 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:03 user nova-compute[75209]:   <source dev="/dev/sdj"/>
Dec 04 19:05:03 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:05:03 user nova-compute[75209]:   <serial>03a3da5c-ce0b-420d-ad1c-c368b02d6974</serial>
Dec 04 19:05:03 user nova-compute[75209]: </disk>
Dec 04 19:05:03 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:03 user nova-compute[75209]: INFO nova.compute.manager [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Detaching volume 72db4b55-f840-447a-a7a5-264e715cc41d
Dec 04 19:05:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:03 user nova-compute[75209]: INFO nova.virt.block_device [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Attempting to driver detach volume 72db4b55-f840-447a-a7a5-264e715cc41d from mountpoint /dev/sdc
Dec 04 19:05:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Attempting to detach device sdc from instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:05:03 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:03 user nova-compute[75209]:   <source dev="/dev/sdi"/>
Dec 04 19:05:03 user nova-compute[75209]:   <target dev="sdc" bus="scsi"/>
Dec 04 19:05:03 user nova-compute[75209]:   <serial>72db4b55-f840-447a-a7a5-264e715cc41d</serial>
Dec 04 19:05:03 user nova-compute[75209]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 04 19:05:03 user nova-compute[75209]: </disk>
Dec 04 19:05:03 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:05:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Successfully detached device sdc from instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba from the persistent domain config.
Dec 04 19:05:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:05:03 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:03 user nova-compute[75209]:   <source dev="/dev/sdi"/>
Dec 04 19:05:03 user nova-compute[75209]:   <target dev="sdc" bus="scsi"/>
Dec 04 19:05:03 user nova-compute[75209]:   <serial>72db4b55-f840-447a-a7a5-264e715cc41d</serial>
Dec 04 19:05:03 user nova-compute[75209]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 04 19:05:03 user nova-compute[75209]: </disk>
Dec 04 19:05:03 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] No VIF found with MAC fa:16:3e:f8:8f:2a, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:05:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-558c14b9-b91f-4215-8caf-d8efa39abd56 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.413s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:05:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:04 user nova-compute[75209]: INFO nova.compute.manager [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Detaching volume 03a3da5c-ce0b-420d-ad1c-c368b02d6974
Dec 04 19:05:04 user nova-compute[75209]: INFO nova.virt.block_device [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Attempting to driver detach volume 03a3da5c-ce0b-420d-ad1c-c368b02d6974 from mountpoint /dev/vdb
Dec 04 19:05:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Attempting to detach device vdb from instance 670a5510-20c3-4914-8308-4c3b92412b57 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:05:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:05:04 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:04 user nova-compute[75209]:   <source dev="/dev/sdj"/>
Dec 04 19:05:04 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:05:04 user nova-compute[75209]:   <serial>03a3da5c-ce0b-420d-ad1c-c368b02d6974</serial>
Dec 04 19:05:04 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:05:04 user nova-compute[75209]: </disk>
Dec 04 19:05:04 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:05:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Successfully detached device vdb from instance 670a5510-20c3-4914-8308-4c3b92412b57 from the persistent domain config.
Dec 04 19:05:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 670a5510-20c3-4914-8308-4c3b92412b57 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:05:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:05:04 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:04 user nova-compute[75209]:   <source dev="/dev/sdj"/>
Dec 04 19:05:04 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:05:04 user nova-compute[75209]:   <serial>03a3da5c-ce0b-420d-ad1c-c368b02d6974</serial>
Dec 04 19:05:04 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:05:04 user nova-compute[75209]: </disk>
Dec 04 19:05:04 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:05:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 670a5510-20c3-4914-8308-4c3b92412b57 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:05:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MelDBoqW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:07 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:07 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:07 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de32b8b-092c-4743-8fa4-3fc051a322d5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:05:07 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f53b9ab-6697-45fa-a1dd-617df99db820]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4] added
Dec 04 19:05:07 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdf755d0-b1e2-45a4-b1d7-3aef3166b172]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6609218c-fc4b-43f7-9a46-7665e74d5c12]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MelDBoqW {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MelDBoqW" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9188bb2f-c94d-40f2-be87-2c386cbaad53]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MelDBoqW'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb1d0603-1e94-45f0-8815-e91394796b3a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3f99f0e-d668-4cfd-8509-77b2c95d0183]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --login" returned: 0 in 0.100s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea8b73b-4ab3-4069-83bd-845f40b95d2b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4, portal: 172.16.0.220,3260]
Dec 04 19:05:07 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:07 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[05fc2954-a03c-44d9-b052-e1ab45ce6b7b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb1fbc15-6f75-4ca3-bdc9-4de615d870a6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:07 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:07 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.361s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] HCTL ('42', '-', '-', 0) found on session 12 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[894da2e1-e790-45a8-98ac-2359b3967229]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Searching for a device in session 12 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:05:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MelDBoqW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:05:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.400s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] <== connect_volume: return (1401ms) {'type': 'block', 'scsi_wwn': '23736323433366234', 'path': '/dev/sdk'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23736323433366234', 'path': '/dev/sdk'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:05:08 user nova-compute[75209]: DEBUG nova.objects.instance [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lazy-loading 'flavor' on Instance uuid 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:05:09 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:09 user nova-compute[75209]:   <source dev="/dev/sdk"/>
Dec 04 19:05:09 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:05:09 user nova-compute[75209]:   <serial>ad1d5c72-d6b6-4dfb-9e65-b346898f53e4</serial>
Dec 04 19:05:09 user nova-compute[75209]: </disk>
Dec 04 19:05:09 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-62b2eae0-fd48-4611-86c9-e67fbdf1d062 req-ca36bb8f-95dd-41dc-b3b5-2e78d9c93e89 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-changed-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-62b2eae0-fd48-4611-86c9-e67fbdf1d062 req-ca36bb8f-95dd-41dc-b3b5-2e78d9c93e89 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Refreshing instance network info cache due to event network-changed-da65be4d-3618-4929-87d9-dc18a30eb274. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-62b2eae0-fd48-4611-86c9-e67fbdf1d062 req-ca36bb8f-95dd-41dc-b3b5-2e78d9c93e89 service nova] Acquiring lock "refresh_cache-62ef2339-1ed3-4f87-93bc-daf030e2fff2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-62b2eae0-fd48-4611-86c9-e67fbdf1d062 req-ca36bb8f-95dd-41dc-b3b5-2e78d9c93e89 service nova] Acquired lock "refresh_cache-62ef2339-1ed3-4f87-93bc-daf030e2fff2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG nova.network.neutron [req-62b2eae0-fd48-4611-86c9-e67fbdf1d062 req-ca36bb8f-95dd-41dc-b3b5-2e78d9c93e89 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Refreshing network info cache for port da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] No BDM found with device name hda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] No VIF found with MAC fa:16:3e:aa:33:ab, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bd47affb-a4d8-4442-a53c-a88326d845c0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.582s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG nova.network.neutron [req-62b2eae0-fd48-4611-86c9-e67fbdf1d062 req-ca36bb8f-95dd-41dc-b3b5-2e78d9c93e89 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Updated VIF entry in instance network info cache for port da65be4d-3618-4929-87d9-dc18a30eb274. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG nova.network.neutron [req-62b2eae0-fd48-4611-86c9-e67fbdf1d062 req-ca36bb8f-95dd-41dc-b3b5-2e78d9c93e89 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Updating instance_info_cache with network_info: [{"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-62b2eae0-fd48-4611-86c9-e67fbdf1d062 req-ca36bb8f-95dd-41dc-b3b5-2e78d9c93e89 service nova] Releasing lock "refresh_cache-62ef2339-1ed3-4f87-93bc-daf030e2fff2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:05:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:05:10 user nova-compute[75209]: INFO nova.compute.manager [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Rebuilding instance
Dec 04 19:05:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:10 user nova-compute[75209]: INFO nova.compute.manager [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Detaching volume ad1d5c72-d6b6-4dfb-9e65-b346898f53e4
Dec 04 19:05:10 user nova-compute[75209]: INFO nova.virt.block_device [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Attempting to driver detach volume ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 from mountpoint /dev/vdb
Dec 04 19:05:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Attempting to detach device vdb from instance 1689e372-5a57-4f19-a04b-95da1984b0b0 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:05:10 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:10 user nova-compute[75209]:   <source dev="/dev/sdk"/>
Dec 04 19:05:10 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:05:10 user nova-compute[75209]:   <serial>ad1d5c72-d6b6-4dfb-9e65-b346898f53e4</serial>
Dec 04 19:05:10 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 04 19:05:10 user nova-compute[75209]: </disk>
Dec 04 19:05:10 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:05:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Successfully detached device vdb from instance 1689e372-5a57-4f19-a04b-95da1984b0b0 from the persistent domain config.
Dec 04 19:05:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1689e372-5a57-4f19-a04b-95da1984b0b0 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:05:10 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:10 user nova-compute[75209]:   <source dev="/dev/sdk"/>
Dec 04 19:05:10 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:05:10 user nova-compute[75209]:   <serial>ad1d5c72-d6b6-4dfb-9e65-b346898f53e4</serial>
Dec 04 19:05:10 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 04 19:05:10 user nova-compute[75209]: </disk>
Dec 04 19:05:10 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-cd30befa-baf8-424e-80c4-c89f1fa0c33f req-4b2cef61-d75e-44c5-ab7e-c164f202d2ce service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-vif-unplugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-cd30befa-baf8-424e-80c4-c89f1fa0c33f req-4b2cef61-d75e-44c5-ab7e-c164f202d2ce service nova] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-cd30befa-baf8-424e-80c4-c89f1fa0c33f req-4b2cef61-d75e-44c5-ab7e-c164f202d2ce service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-cd30befa-baf8-424e-80c4-c89f1fa0c33f req-4b2cef61-d75e-44c5-ab7e-c164f202d2ce service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-cd30befa-baf8-424e-80c4-c89f1fa0c33f req-4b2cef61-d75e-44c5-ab7e-c164f202d2ce service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] No waiting events found dispatching network-vif-unplugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:10 user nova-compute[75209]: WARNING nova.compute.manager [req-cd30befa-baf8-424e-80c4-c89f1fa0c33f req-4b2cef61-d75e-44c5-ab7e-c164f202d2ce service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received unexpected event network-vif-unplugged-da65be4d-3618-4929-87d9-dc18a30eb274 for instance with vm_state active and task_state rebuilding.
Dec 04 19:05:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:05:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Instance destroyed successfully.
Dec 04 19:05:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Instance destroyed successfully.
Dec 04 19:05:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:03:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2023797479',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-600965575',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXatIYVQhKBrALLLZVZhoniI+5/soi1eFE50oOKRkoHqEIcsUb54BPUgLhbULG5jZ37Z0g+pbj6U42qtccRQXYlVppI1jMUsfeVv1eaGtwCy1N9edW427spfRZTVcLqHA==',key_name='tempest-keypair-1548765793',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='cc400f3bb27a489b8fb054070ce20198',ramdisk_id='',reservation_id='r-e0qrj51j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1219003990',owner_user_name='tempest-ServerActionsV293TestJSON-1219003990-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:05:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c29bb3e404ad4f05ad8d9a87660d8cc7',uuid=62ef2339-1ed3-4f87-93bc-daf030e2fff2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converting VIF {"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_vif [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda65be4d-36, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c07b6ba-c221-4607-9d2c-57d5e512727e) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:11 user nova-compute[75209]: INFO os_vif [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36')
Dec 04 19:05:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'npgcBLiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:11 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9826fccd-6fd2-4663-ad25-ed933498a9ba]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:05:11 user nova-compute[75209]: No targets found.
Dec 04 19:05:11 user nova-compute[75209]: iSNS:
Dec 04 19:05:11 user nova-compute[75209]: No targets found.
Dec 04 19:05:11 user nova-compute[75209]: STATIC:
Dec 04 19:05:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:05:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6
Dec 04 19:05:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974
Dec 04 19:05:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4
Dec 04 19:05:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d
Dec 04 19:05:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee
Dec 04 19:05:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385
Dec 04 19:05:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:05:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:05:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d
Dec 04 19:05:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:11 user nova-compute[75209]: FIRMWARE:
Dec 04 19:05:11 user nova-compute[75209]: No targets found.
Dec 04 19:05:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:05:11 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:05:11 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bbc0fac-c45c-43e3-b07e-91ae92b05748]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.054s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dffdaa1f-17c0-4cb9-b07f-e4c70fca8ba8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:11 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c5995a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4716b27-1686-49f0-9940-1b87acb814bb]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3acdca08-95d9-4f72-9627-4bb2457da5f7]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[613aad4e-2d7b-4a3d-acad-a5ca5d4bd0b6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bdfe971-ed3b-44c0-8b1a-c124d9030bea]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e26aea-edfa-4076-8c2c-3f21ae873a3e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sFHNPGvW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:11 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.085s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6a50aa-4543-4e96-985e-27ad436aa4ee]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260]
Dec 04 19:05:11 user nova-compute[75209]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6c9e7e2-988f-46c7-9987-3f1984560bc0]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.400s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] <== disconnect_volume: return (401ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:05:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Deleting instance files /opt/stack/data/nova/instances/62ef2339-1ed3-4f87-93bc-daf030e2fff2_del
Dec 04 19:05:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Deletion of /opt/stack/data/nova/instances/62ef2339-1ed3-4f87-93bc-daf030e2fff2_del complete
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.065s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:11 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:11 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[623fb188-2de0-4382-9a27-01e5883eb892]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:05:11 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dfdcd28-ac02-4c26-9ade-809449d58dd7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687] added
Dec 04 19:05:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[51cb6bf7-1068-4d01-8ed6-a869156c44db]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[08b12059-7a58-4469-9c01-04dc48217f8d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sFHNPGvW {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sFHNPGvW" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b26dd671-a178-4081-82a2-ed5431531193]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sFHNPGvW'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[110b3ad8-dc1a-49d0-a368-e77d61fef3b3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bfa2412-368d-4d07-9f3c-4dc612c1fe38]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:12 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 62ef2339-1ed3-4f87-93bc-daf030e2fff2 could not be found.
Dec 04 19:05:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'npgcBLiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:12 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d754dad0-c3f8-4ad4-82fc-30139c1ad182]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687, portal: 172.16.0.220,3260]
Dec 04 19:05:12 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[00297699-ae60-4974-a53f-d5d14a6bea75]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe4ac8e2-f864-409e-8a19-9b7db5fe02b8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:12 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.330s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] HCTL ('33', '-', '-', 0) found on session 13 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[49f06d9e-df50-46b0-9f5c-454067369ed3]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sFHNPGvW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-e493893e-05ac-4666-be54-93095829f175 req-8402a026-8cb0-4c0d-a510-3f3cf843fc12 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e493893e-05ac-4666-be54-93095829f175 req-8402a026-8cb0-4c0d-a510-3f3cf843fc12 service nova] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e493893e-05ac-4666-be54-93095829f175 req-8402a026-8cb0-4c0d-a510-3f3cf843fc12 service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e493893e-05ac-4666-be54-93095829f175 req-8402a026-8cb0-4c0d-a510-3f3cf843fc12 service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-e493893e-05ac-4666-be54-93095829f175 req-8402a026-8cb0-4c0d-a510-3f3cf843fc12 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] No waiting events found dispatching network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:12 user nova-compute[75209]: WARNING nova.compute.manager [req-e493893e-05ac-4666-be54-93095829f175 req-8402a026-8cb0-4c0d-a510-3f3cf843fc12 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received unexpected event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 for instance with vm_state active and task_state rebuilding.
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.369s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] <== connect_volume: return (1435ms) {'type': 'block', 'scsi_wwn': '23166363236323532', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23166363236323532', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.146s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG nova.objects.instance [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lazy-loading 'flavor' on Instance uuid a977985b-15ed-44a0-bef8-1cb4131f1c56 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bff38699-7a06-4f63-8781-bb60134c05a6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:05:13 user nova-compute[75209]: No targets found.
Dec 04 19:05:13 user nova-compute[75209]: iSNS:
Dec 04 19:05:13 user nova-compute[75209]: No targets found.
Dec 04 19:05:13 user nova-compute[75209]: STATIC:
Dec 04 19:05:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:05:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974
Dec 04 19:05:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687
Dec 04 19:05:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4
Dec 04 19:05:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d
Dec 04 19:05:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee
Dec 04 19:05:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385
Dec 04 19:05:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:05:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:05:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d
Dec 04 19:05:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:13 user nova-compute[75209]: FIRMWARE:
Dec 04 19:05:13 user nova-compute[75209]: No targets found.
Dec 04 19:05:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:05:13 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:05:13 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6acca98-b8cb-4512-b584-6ec7a32d7088]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] attach device xml: <disk type="block" device="disk">
Dec 04 19:05:13 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:13 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:05:13 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:05:13 user nova-compute[75209]:   <serial>c50f181e-77ad-4c4a-bc93-b029cac4c687</serial>
Dec 04 19:05:13 user nova-compute[75209]: </disk>
Dec 04 19:05:13 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[28ac0f56-7e71-4191-af79-20da272d9b47]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:13 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c768af0>, {}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Disconnecting from: [] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.087s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] <== disconnect_volume: return (1232ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] No VIF found with MAC fa:16:3e:34:23:ae, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:05:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a15b1068-320b-4d72-ab38-441aad7f62d3 tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.065s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Preparing to wait for external event volume-reimaged-87e41a7f-6daf-4851-a596-6633232f10d6 {{(pid=75209) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-59c17cfd-0408-4585-bd0a-ccc6e867f5cc tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] volume_snapshot_create: create_info: {'snapshot_id': '5610d784-2b58-4696-a0dc-62972d16d133', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75209) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3572}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-59c17cfd-0408-4585-bd0a-ccc6e867f5cc tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] snap xml: <domainsnapshot>
Dec 04 19:05:14 user nova-compute[75209]:   <disks>
Dec 04 19:05:14 user nova-compute[75209]:     <disk name="/dev/sdb" snapshot="external" type="file">
Dec 04 19:05:14 user nova-compute[75209]:       <source file="/dev/new_file"/>
Dec 04 19:05:14 user nova-compute[75209]:     </disk>
Dec 04 19:05:14 user nova-compute[75209]:     <disk name="vda" snapshot="no"/>
Dec 04 19:05:14 user nova-compute[75209]:   </disks>
Dec 04 19:05:14 user nova-compute[75209]: </domainsnapshot>
Dec 04 19:05:14 user nova-compute[75209]:  {{(pid=75209) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3513}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG nova.objects.instance [None req-59c17cfd-0408-4585-bd0a-ccc6e867f5cc tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] Lazy-loading 'system_metadata' on Instance uuid a977985b-15ed-44a0-bef8-1cb4131f1c56 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:14 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-59c17cfd-0408-4585-bd0a-ccc6e867f5cc tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 04 19:05:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e9cbfd1c-da7b-4b0a-be9d-b66d3f8bf8b7 tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] volume_snapshot_delete: delete_info: {'volume_id': 'c50f181e-77ad-4c4a-bc93-b029cac4c687'} {{(pid=75209) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3673}}
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [None req-e9cbfd1c-da7b-4b0a-be9d-b66d3f8bf8b7 tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     self._volume_snapshot_delete(context, instance, volume_id,
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     if delete_info['type'] != 'qcow2':
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] KeyError: 'type'
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [None req-e9cbfd1c-da7b-4b0a-be9d-b66d3f8bf8b7 tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-39438666-658a-4e30-bca8-78197e1a98d6)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver 
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server [None req-e9cbfd1c-da7b-4b0a-be9d-b66d3f8bf8b7 tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] Exception during message handling: KeyError: 'type'
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3849, in volume_snapshot_delete
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [None req-59c17cfd-0408-4585-bd0a-ccc6e867f5cc tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     rv = execute(f, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     six.reraise(c, e, tb)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     raise value
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     rv = meth(*args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [None req-59c17cfd-0408-4585-bd0a-ccc6e867f5cc tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     self._volume_snapshot_create(context, instance, guest,
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     rv = execute(f, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     six.reraise(c, e, tb)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     raise value
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     rv = meth(*args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver [None req-59c17cfd-0408-4585-bd0a-ccc6e867f5cc tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 5610d784-2b58-4696-a0dc-62972d16d133 could not be found.
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     raise value
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 5610d784-2b58-4696-a0dc-62972d16d133 could not be found. (HTTP 404) (Request-ID: req-894e6389-305b-4c64-84e2-ed4adf14ed79)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver 
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 5610d784-2b58-4696-a0dc-62972d16d133 could not be found.
Dec 04 19:05:14 user nova-compute[75209]: ERROR nova.virt.libvirt.driver 
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server [None req-59c17cfd-0408-4585-bd0a-ccc6e867f5cc tempest-VolumesAssistedSnapshotsTest-2108953186 tempest-VolumesAssistedSnapshotsTest-2108953186-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3593, in volume_snapshot_create
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise value
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 04 19:05:14 user nova-compute[75209]: ERROR oslo_messaging.rpc.server 
Dec 04 19:05:14 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Acquiring lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:14 user nova-compute[75209]: INFO nova.compute.manager [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Detaching volume c50f181e-77ad-4c4a-bc93-b029cac4c687
Dec 04 19:05:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-9e65f207-b34d-4000-8630-24a0e7121a16" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-9e65f207-b34d-4000-8630-24a0e7121a16" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:05:14 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:05:15 user nova-compute[75209]: INFO nova.virt.block_device [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Attempting to driver detach volume c50f181e-77ad-4c4a-bc93-b029cac4c687 from mountpoint /dev/vdb
Dec 04 19:05:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Attempting to detach device vdb from instance a977985b-15ed-44a0-bef8-1cb4131f1c56 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] detach device xml: <disk type="block" device="disk">
Dec 04 19:05:15 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:15 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:05:15 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:05:15 user nova-compute[75209]:   <serial>c50f181e-77ad-4c4a-bc93-b029cac4c687</serial>
Dec 04 19:05:15 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:05:15 user nova-compute[75209]: </disk>
Dec 04 19:05:15 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:05:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Successfully detached device vdb from instance a977985b-15ed-44a0-bef8-1cb4131f1c56 from the persistent domain config.
Dec 04 19:05:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a977985b-15ed-44a0-bef8-1cb4131f1c56 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] detach device xml: <disk type="block" device="disk">
Dec 04 19:05:15 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:15 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:05:15 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:05:15 user nova-compute[75209]:   <serial>c50f181e-77ad-4c4a-bc93-b029cac4c687</serial>
Dec 04 19:05:15 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:05:15 user nova-compute[75209]: </disk>
Dec 04 19:05:15 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Updating instance_info_cache with network_info: [{"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-9e65f207-b34d-4000-8630-24a0e7121a16" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a977985b-15ed-44a0-bef8-1cb4131f1c56 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:05:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:05:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7078MB free_disk=25.210872650146484GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9e65f207-b34d-4000-8630-24a0e7121a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3554337a-7a0c-48ba-a520-a4523a8d7984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 670a5510-20c3-4914-8308-4c3b92412b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 1689e372-5a57-4f19-a04b-95da1984b0b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance a977985b-15ed-44a0-bef8-1cb4131f1c56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 62ef2339-1ed3-4f87-93bc-daf030e2fff2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 6ceebaf5-d19d-483d-ae4c-12e33834764c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3fa28183-e329-4f88-969d-a8a72d8dfeb4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:05:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:05:20 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:05:20 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:05:20 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:05:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.514s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:21 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:05:21 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:05:21 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:05:21 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:05:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba is timed out.
Dec 04 19:05:24 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Successfully detached device sdc from instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba from the live domain config.
Dec 04 19:05:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'olzwtuyV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:24 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9b3d53c-fd6d-4422-b253-f2c5400acae3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:05:24 user nova-compute[75209]: No targets found.
Dec 04 19:05:24 user nova-compute[75209]: iSNS:
Dec 04 19:05:24 user nova-compute[75209]: No targets found.
Dec 04 19:05:24 user nova-compute[75209]: STATIC:
Dec 04 19:05:24 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:05:24 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:24 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:24 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974
Dec 04 19:05:24 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:24 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:24 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687
Dec 04 19:05:24 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:24 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:24 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4
Dec 04 19:05:24 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:24 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:24 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d
Dec 04 19:05:24 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:24 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:24 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee
Dec 04 19:05:24 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:24 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:24 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385
Dec 04 19:05:24 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:24 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:24 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:05:24 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:24 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:24 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:05:24 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:24 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:24 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d
Dec 04 19:05:24 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:24 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:24 user nova-compute[75209]: FIRMWARE:
Dec 04 19:05:24 user nova-compute[75209]: No targets found.
Dec 04 19:05:24 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:05:24 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:05:24 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[43803cdd-a178-48d3-ae57-140767b2af3b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b5bc1d-5825-44b7-9840-543462c0bcfc]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:24 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:24 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c76a7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d'): ({'sdi'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Removing single pathed devices sdi {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[00deb572-e462-42e1-92c0-3693641e5a6c]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f81341f-ee93-4e0c-98e0-187cb1dbf072]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Flushing IO for device /dev/sdi {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.012s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c358dae8-6772-401c-a8d1-b49319c5844c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.090s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[72f612e7-aaa8-4413-b163-656a00937bc2]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] SCSI volumes sdi have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffe047e2-1001-4686-bc6a-4c47f793161d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cae4e0eb-ce35-4dd3-ac84-39eb74fdadeb]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d, portal: 172.16.0.220,3260]
Dec 04 19:05:24 user nova-compute[75209]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:24 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72db4b55-f840-447a-a7a5-264e715cc41d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdb47d3c-2832-4c88-b02d-6597e7af756a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.395s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] <== disconnect_volume: return (396ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:05:25 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 670a5510-20c3-4914-8308-4c3b92412b57 is timed out.
Dec 04 19:05:25 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Successfully detached device vdb from instance 670a5510-20c3-4914-8308-4c3b92412b57 from the live domain config.
Dec 04 19:05:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxPamqYu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:25 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9d05a04-35fc-4db2-b94c-fe7af5e9103e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:05:25 user nova-compute[75209]: No targets found.
Dec 04 19:05:25 user nova-compute[75209]: iSNS:
Dec 04 19:05:25 user nova-compute[75209]: No targets found.
Dec 04 19:05:25 user nova-compute[75209]: STATIC:
Dec 04 19:05:25 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:05:25 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:25 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:25 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6
Dec 04 19:05:25 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:25 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:25 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974
Dec 04 19:05:25 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:25 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:25 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687
Dec 04 19:05:25 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:25 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:25 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4
Dec 04 19:05:25 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:25 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:25 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d
Dec 04 19:05:25 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:25 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:25 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee
Dec 04 19:05:25 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:25 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:25 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385
Dec 04 19:05:25 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:25 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:25 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:05:25 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:25 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:25 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:05:25 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:25 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:25 user nova-compute[75209]: FIRMWARE:
Dec 04 19:05:25 user nova-compute[75209]: No targets found.
Dec 04 19:05:25 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:05:25 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:05:25 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a25fed-d194-412a-a1c8-424fd0440ff8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[447cf521-322c-4c60-a80f-4ce32048bf85]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:25 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:25 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c768af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974'): ({'sdj'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Removing single pathed devices sdj {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdca466b-77aa-4695-9d7d-d6024329d137]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG nova.objects.instance [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lazy-loading 'flavor' on Instance uuid 6c933242-a36a-4677-a4a1-7333ba8bd5ba {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e07498-9dc8-41d9-833b-3eb10f5cf419]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Flushing IO for device /dev/sdj {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[43db589b-bca4-4474-98f7-e225a9dc3ea7]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6334df81-81c8-45e5-beb0-cc85fc693cfc tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.902s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.045s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fdfd68d-709b-4247-81b7-9bb6b709c00c]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] SCSI volumes sdj have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[93f9c5b6-e86a-40ae-9992-54fd487dc017]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[276c6b0d-2865-4de3-bd9f-a63273d8e629]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974, portal: 172.16.0.220,3260]
Dec 04 19:05:25 user nova-compute[75209]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:25 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:03a3da5c-ce0b-420d-ad1c-c368b02d6974 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[50fefa03-bbe9-4821-aef1-735b84ee6ef9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] <== disconnect_volume: return (366ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:26 user nova-compute[75209]: INFO nova.compute.manager [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Terminating instance
Dec 04 19:05:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG nova.objects.instance [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lazy-loading 'flavor' on Instance uuid 670a5510-20c3-4914-8308-4c3b92412b57 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9c33de1b-6b49-4c49-8dd4-331968745f32 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.799s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-68cda17c-f2e2-46ab-9fab-2aef390ef07b req-4661a004-433d-4fef-b66e-54fbf6879be2 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received event network-vif-unplugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-68cda17c-f2e2-46ab-9fab-2aef390ef07b req-4661a004-433d-4fef-b66e-54fbf6879be2 service nova] Acquiring lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-68cda17c-f2e2-46ab-9fab-2aef390ef07b req-4661a004-433d-4fef-b66e-54fbf6879be2 service nova] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-68cda17c-f2e2-46ab-9fab-2aef390ef07b req-4661a004-433d-4fef-b66e-54fbf6879be2 service nova] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-68cda17c-f2e2-46ab-9fab-2aef390ef07b req-4661a004-433d-4fef-b66e-54fbf6879be2 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] No waiting events found dispatching network-vif-unplugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-68cda17c-f2e2-46ab-9fab-2aef390ef07b req-4661a004-433d-4fef-b66e-54fbf6879be2 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received event network-vif-unplugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Instance destroyed successfully.
Dec 04 19:05:27 user nova-compute[75209]: DEBUG nova.objects.instance [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lazy-loading 'resources' on Instance uuid 6c933242-a36a-4677-a4a1-7333ba8bd5ba {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:02:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1188666549',display_name='tempest-AttachSCSIVolumeTestJSON-server-1188666549',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1188666549',id=7,image_ref='f03ae5d4-8b14-4832-be3e-6451a9ee9dbe',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNZdRT5HOufyFKuiAXFJbsJyPeDnrf49sn6DK+QD82OY5/wFTx02yLROL4Lpt7kzscxV/4DHkTGdXnoywUaudYaOhuae90IFpyOCr+itB6VOCYvNv3UWVaA83Y3WsHd3cA==',key_name='tempest-keypair-150359377',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d2b30ecf0a94b67a97958886f13cf10',ramdisk_id='',reservation_id='r-avmhd00t',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='f03ae5d4-8b14-4832-be3e-6451a9ee9dbe',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-239930838',owner_user_name='tempest-AttachSCSIVolumeTestJSON-239930838-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:03:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0690023177d0478da34d483413b16bb6',uuid=6c933242-a36a-4677-a4a1-7333ba8bd5ba,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Converting VIF {"id": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "address": "fa:16:3e:6b:9f:ea", "network": {"id": "caded9e0-a8af-4c82-9d8a-3e457749e42f", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-190997758-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d2b30ecf0a94b67a97958886f13cf10", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ef0aac3-2b", "ovs_interfaceid": "4ef0aac3-2ba7-467b-a5eb-1c506c50acc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6b:9f:ea,bridge_name='br-int',has_traffic_filtering=True,id=4ef0aac3-2ba7-467b-a5eb-1c506c50acc3,network=Network(caded9e0-a8af-4c82-9d8a-3e457749e42f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ef0aac3-2b') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG os_vif [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6b:9f:ea,bridge_name='br-int',has_traffic_filtering=True,id=4ef0aac3-2ba7-467b-a5eb-1c506c50acc3,network=Network(caded9e0-a8af-4c82-9d8a-3e457749e42f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ef0aac3-2b') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4ef0aac3-2b, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0a8a10b4-256c-4df2-a979-b6cc2f3aeca7) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:27 user nova-compute[75209]: INFO os_vif [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6b:9f:ea,bridge_name='br-int',has_traffic_filtering=True,id=4ef0aac3-2ba7-467b-a5eb-1c506c50acc3,network=Network(caded9e0-a8af-4c82-9d8a-3e457749e42f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ef0aac3-2b')
Dec 04 19:05:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Deleting instance files /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba_del
Dec 04 19:05:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Deletion of /opt/stack/data/nova/instances/6c933242-a36a-4677-a4a1-7333ba8bd5ba_del complete
Dec 04 19:05:27 user nova-compute[75209]: INFO nova.compute.manager [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Took 0.84 seconds to destroy the instance on the hypervisor.
Dec 04 19:05:27 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:05:27 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:05:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:28 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:28 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Took 1.54 seconds to deallocate network for instance.
Dec 04 19:05:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-8006d2ea-231d-4a26-b2b3-671e8e778d3c req-027f0995-fe36-4916-b400-9bafaca4dbd5 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received event network-vif-plugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8006d2ea-231d-4a26-b2b3-671e8e778d3c req-027f0995-fe36-4916-b400-9bafaca4dbd5 service nova] Acquiring lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8006d2ea-231d-4a26-b2b3-671e8e778d3c req-027f0995-fe36-4916-b400-9bafaca4dbd5 service nova] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8006d2ea-231d-4a26-b2b3-671e8e778d3c req-027f0995-fe36-4916-b400-9bafaca4dbd5 service nova] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-8006d2ea-231d-4a26-b2b3-671e8e778d3c req-027f0995-fe36-4916-b400-9bafaca4dbd5 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] No waiting events found dispatching network-vif-plugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:28 user nova-compute[75209]: WARNING nova.compute.manager [req-8006d2ea-231d-4a26-b2b3-671e8e778d3c req-027f0995-fe36-4916-b400-9bafaca4dbd5 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received unexpected event network-vif-plugged-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 for instance with vm_state active and task_state deleting.
Dec 04 19:05:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-8006d2ea-231d-4a26-b2b3-671e8e778d3c req-027f0995-fe36-4916-b400-9bafaca4dbd5 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Received event network-vif-deleted-4ef0aac3-2ba7-467b-a5eb-1c506c50acc3 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:28 user nova-compute[75209]: INFO nova.compute.manager [req-8006d2ea-231d-4a26-b2b3-671e8e778d3c req-027f0995-fe36-4916-b400-9bafaca4dbd5 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Neutron deleted interface 4ef0aac3-2ba7-467b-a5eb-1c506c50acc3; detaching it from the instance and deleting it from the info cache
Dec 04 19:05:28 user nova-compute[75209]: DEBUG nova.network.neutron [req-8006d2ea-231d-4a26-b2b3-671e8e778d3c req-027f0995-fe36-4916-b400-9bafaca4dbd5 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-8006d2ea-231d-4a26-b2b3-671e8e778d3c req-027f0995-fe36-4916-b400-9bafaca4dbd5 service nova] [instance: 6c933242-a36a-4677-a4a1-7333ba8bd5ba] Detach interface failed, port_id=4ef0aac3-2ba7-467b-a5eb-1c506c50acc3, reason: Instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:05:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "272d8377-0812-4103-95f7-45bfd18394e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "272d8377-0812-4103-95f7-45bfd18394e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.325s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:05:29 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Deleted allocations for instance 6c933242-a36a-4677-a4a1-7333ba8bd5ba
Dec 04 19:05:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fe80913a-d719-4c69-9f69-2cc8210b3f28 tempest-AttachSCSIVolumeTestJSON-239930838 tempest-AttachSCSIVolumeTestJSON-239930838-project-member] Lock "6c933242-a36a-4677-a4a1-7333ba8bd5ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.926s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:05:29 user nova-compute[75209]: INFO nova.compute.claims [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Claim successful on node user
Dec 04 19:05:29 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.465s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:05:29 user nova-compute[75209]: DEBUG nova.network.neutron [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:05:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:05:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:05:30 user nova-compute[75209]: DEBUG nova.policy [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6595583235274138b702b630a89147a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe099e8a6cea4349abbac9229f24da42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:05:30 user nova-compute[75209]: INFO nova.virt.block_device [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Booting with blank volume at /dev/vda
Dec 04 19:05:30 user nova-compute[75209]: DEBUG nova.network.neutron [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Successfully created port: e468cf76-6477-41e7-9a18-ad48c8dac1df {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:05:31 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1689e372-5a57-4f19-a04b-95da1984b0b0 is timed out.
Dec 04 19:05:31 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Successfully detached device vdb from instance 1689e372-5a57-4f19-a04b-95da1984b0b0 from the live domain config.
Dec 04 19:05:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MelDBoqW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:31 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2947818-79cf-458b-89ff-01b704b6930f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:05:31 user nova-compute[75209]: No targets found.
Dec 04 19:05:31 user nova-compute[75209]: iSNS:
Dec 04 19:05:31 user nova-compute[75209]: No targets found.
Dec 04 19:05:31 user nova-compute[75209]: STATIC:
Dec 04 19:05:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:05:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6
Dec 04 19:05:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687
Dec 04 19:05:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4
Dec 04 19:05:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d
Dec 04 19:05:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee
Dec 04 19:05:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385
Dec 04 19:05:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:05:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:05:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:31 user nova-compute[75209]: FIRMWARE:
Dec 04 19:05:31 user nova-compute[75209]: No targets found.
Dec 04 19:05:31 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:05:31 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:05:31 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf94ff26-59b0-4c51-9d7d-96802d885b8d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef96d4ad-1150-4396-89a1-a09725d1fcd4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:31 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:31 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7393f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4'): ({'sdk'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Removing single pathed devices sdk {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ff8f6e-5714-4f50-a61a-4b1438084d4c]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[047dbca5-79a2-457d-88ab-bbab0c4edcf0]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Flushing IO for device /dev/sdk {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[99d264c4-fda5-46c3-8161-69a4ac38f010]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.039s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[98f7601e-4739-4c66-8fc4-3d3d0377e587]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Checking to see if SCSI volumes sdk have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] SCSI volumes sdk have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee3f095a-fa8f-482e-b368-60add50079ba]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d7ee62f-7d06-483f-b927-abbe1d706f07]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4, portal: 172.16.0.220,3260]
Dec 04 19:05:31 user nova-compute[75209]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:31 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ad1d5c72-d6b6-4dfb-9e65-b346898f53e4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d67b14c9-1975-4df2-8b99-eca91efe5d0d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.371s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] <== disconnect_volume: return (372ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:05:31 user nova-compute[75209]: DEBUG nova.network.neutron [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Successfully updated port: e468cf76-6477-41e7-9a18-ad48c8dac1df {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "refresh_cache-272d8377-0812-4103-95f7-45bfd18394e0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquired lock "refresh_cache-272d8377-0812-4103-95f7-45bfd18394e0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG nova.network.neutron [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-5536766a-e9ff-49c2-94e3-5305af75c8d5 req-1cd3a734-7c49-439f-b607-a97ddb1ac424 service nova] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Received event network-changed-e468cf76-6477-41e7-9a18-ad48c8dac1df {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-5536766a-e9ff-49c2-94e3-5305af75c8d5 req-1cd3a734-7c49-439f-b607-a97ddb1ac424 service nova] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Refreshing instance network info cache due to event network-changed-e468cf76-6477-41e7-9a18-ad48c8dac1df. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5536766a-e9ff-49c2-94e3-5305af75c8d5 req-1cd3a734-7c49-439f-b607-a97ddb1ac424 service nova] Acquiring lock "refresh_cache-272d8377-0812-4103-95f7-45bfd18394e0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG nova.network.neutron [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-35b548db-9665-4840-bbca-5f3b421a1c89 req-3dce8d88-9000-48ec-a50b-8e57867bec51 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-changed-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-35b548db-9665-4840-bbca-5f3b421a1c89 req-3dce8d88-9000-48ec-a50b-8e57867bec51 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing instance network info cache due to event network-changed-8f4513b5-9ca2-4a07-bb46-b3c155f1792b. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35b548db-9665-4840-bbca-5f3b421a1c89 req-3dce8d88-9000-48ec-a50b-8e57867bec51 service nova] Acquiring lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35b548db-9665-4840-bbca-5f3b421a1c89 req-3dce8d88-9000-48ec-a50b-8e57867bec51 service nova] Acquired lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG nova.network.neutron [req-35b548db-9665-4840-bbca-5f3b421a1c89 req-3dce8d88-9000-48ec-a50b-8e57867bec51 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Refreshing network info cache for port 8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG nova.network.neutron [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Updating instance_info_cache with network_info: [{"id": "e468cf76-6477-41e7-9a18-ad48c8dac1df", "address": "fa:16:3e:b3:7c:7a", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape468cf76-64", "ovs_interfaceid": "e468cf76-6477-41e7-9a18-ad48c8dac1df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Releasing lock "refresh_cache-272d8377-0812-4103-95f7-45bfd18394e0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Instance network_info: |[{"id": "e468cf76-6477-41e7-9a18-ad48c8dac1df", "address": "fa:16:3e:b3:7c:7a", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape468cf76-64", "ovs_interfaceid": "e468cf76-6477-41e7-9a18-ad48c8dac1df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5536766a-e9ff-49c2-94e3-5305af75c8d5 req-1cd3a734-7c49-439f-b607-a97ddb1ac424 service nova] Acquired lock "refresh_cache-272d8377-0812-4103-95f7-45bfd18394e0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:05:32 user nova-compute[75209]: DEBUG nova.network.neutron [req-5536766a-e9ff-49c2-94e3-5305af75c8d5 req-1cd3a734-7c49-439f-b607-a97ddb1ac424 service nova] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Refreshing network info cache for port e468cf76-6477-41e7-9a18-ad48c8dac1df {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:05:33 user nova-compute[75209]: DEBUG nova.network.neutron [req-35b548db-9665-4840-bbca-5f3b421a1c89 req-3dce8d88-9000-48ec-a50b-8e57867bec51 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updated VIF entry in instance network info cache for port 8f4513b5-9ca2-4a07-bb46-b3c155f1792b. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:05:33 user nova-compute[75209]: DEBUG nova.network.neutron [req-35b548db-9665-4840-bbca-5f3b421a1c89 req-3dce8d88-9000-48ec-a50b-8e57867bec51 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [{"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35b548db-9665-4840-bbca-5f3b421a1c89 req-3dce8d88-9000-48ec-a50b-8e57867bec51 service nova] Releasing lock "refresh_cache-6ceebaf5-d19d-483d-ae4c-12e33834764c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:05:33 user nova-compute[75209]: DEBUG nova.network.neutron [req-5536766a-e9ff-49c2-94e3-5305af75c8d5 req-1cd3a734-7c49-439f-b607-a97ddb1ac424 service nova] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Updated VIF entry in instance network info cache for port e468cf76-6477-41e7-9a18-ad48c8dac1df. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:05:33 user nova-compute[75209]: DEBUG nova.network.neutron [req-5536766a-e9ff-49c2-94e3-5305af75c8d5 req-1cd3a734-7c49-439f-b607-a97ddb1ac424 service nova] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Updating instance_info_cache with network_info: [{"id": "e468cf76-6477-41e7-9a18-ad48c8dac1df", "address": "fa:16:3e:b3:7c:7a", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape468cf76-64", "ovs_interfaceid": "e468cf76-6477-41e7-9a18-ad48c8dac1df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5536766a-e9ff-49c2-94e3-5305af75c8d5 req-1cd3a734-7c49-439f-b607-a97ddb1ac424 service nova] Releasing lock "refresh_cache-272d8377-0812-4103-95f7-45bfd18394e0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:05:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:35 user nova-compute[75209]: INFO nova.compute.manager [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Terminating instance
Dec 04 19:05:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:05:35 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a977985b-15ed-44a0-bef8-1cb4131f1c56 is timed out.
Dec 04 19:05:35 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Successfully detached device vdb from instance a977985b-15ed-44a0-bef8-1cb4131f1c56 from the live domain config.
Dec 04 19:05:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sFHNPGvW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:35 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5a6bf99-0834-42b8-9455-659e6ca33340]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:05:35 user nova-compute[75209]: No targets found.
Dec 04 19:05:35 user nova-compute[75209]: iSNS:
Dec 04 19:05:35 user nova-compute[75209]: No targets found.
Dec 04 19:05:35 user nova-compute[75209]: STATIC:
Dec 04 19:05:35 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:05:35 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:35 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:35 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6
Dec 04 19:05:35 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:35 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:35 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687
Dec 04 19:05:35 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:35 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:35 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d
Dec 04 19:05:35 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:35 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:35 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee
Dec 04 19:05:35 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:35 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:35 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385
Dec 04 19:05:35 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:35 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:35 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:05:35 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:35 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:35 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:05:35 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:35 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:35 user nova-compute[75209]: FIRMWARE:
Dec 04 19:05:35 user nova-compute[75209]: No targets found.
Dec 04 19:05:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:05:35 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:05:35 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ac09215-f56e-43c5-b494-1eac6b9eb506]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc809d3-6283-4361-b9ea-d22573a053ff]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:35 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c41a4d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.037s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[637138a6-fd77-426d-9f26-24f5ebbe3804]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f30317cd-cc36-4703-8a6a-ce8bee1c3d22]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[da54108e-46fb-4f0d-b1f1-4ef5bbd80f4e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.063s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3f7cf7-0590-4898-ac61-072add94aa5c]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.190s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[de60de2a-ee8a-4a11-83fa-8d8617a4ad24]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --logout" returned: 0 in 0.088s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a5f093b-dcaf-457d-bd04-64d5d19249ed]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687, portal: 172.16.0.220,3260]
Dec 04 19:05:36 user nova-compute[75209]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:36 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c50f181e-77ad-4c4a-bc93-b029cac4c687 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.043s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[472fbf29-9fec-42b2-8845-2c0bb7b114e6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.642s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] <== disconnect_volume: return (643ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-2f4519e6-6da2-4c55-9d30-506b4775d2d4 req-d480d72b-2368-441c-a7b1-02e946f8214d service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2f4519e6-6da2-4c55-9d30-506b4775d2d4 req-d480d72b-2368-441c-a7b1-02e946f8214d service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2f4519e6-6da2-4c55-9d30-506b4775d2d4 req-d480d72b-2368-441c-a7b1-02e946f8214d service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2f4519e6-6da2-4c55-9d30-506b4775d2d4 req-d480d72b-2368-441c-a7b1-02e946f8214d service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-2f4519e6-6da2-4c55-9d30-506b4775d2d4 req-d480d72b-2368-441c-a7b1-02e946f8214d service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-unplugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-2f4519e6-6da2-4c55-9d30-506b4775d2d4 req-d480d72b-2368-441c-a7b1-02e946f8214d service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.objects.instance [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lazy-loading 'flavor' on Instance uuid 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.utils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0b115ba-b610-44f4-87a2-4ebf6dee9e55]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-d4ef06f6-a7a6-430e-a1e6-41c39550b9b0 tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 26.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[75a85f0a-88fe-4880-850b-dca7060e5863]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d28c3091-8a63-4599-a172-231276d8b9de]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[383ee6e4-f688-43d4-8216-ef76c8070982]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:05:36 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb5262c-461c-4603-95a8-0f77a7006256]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG os_brick.utils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] <== get_connector_properties: return (196ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Updating existing volume attachment record: b811caf1-3ac9-400b-a1a0-6c574393db0e {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-6ca4a52a-603c-46bc-a8c2-66032d3d167b req-d2c5ba0e-d981-42b0-9ea8-5d17263d5dd8 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6ca4a52a-603c-46bc-a8c2-66032d3d167b req-d2c5ba0e-d981-42b0-9ea8-5d17263d5dd8 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6ca4a52a-603c-46bc-a8c2-66032d3d167b req-d2c5ba0e-d981-42b0-9ea8-5d17263d5dd8 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6ca4a52a-603c-46bc-a8c2-66032d3d167b req-d2c5ba0e-d981-42b0-9ea8-5d17263d5dd8 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-6ca4a52a-603c-46bc-a8c2-66032d3d167b req-d2c5ba0e-d981-42b0-9ea8-5d17263d5dd8 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-unplugged-90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-6ca4a52a-603c-46bc-a8c2-66032d3d167b req-d2c5ba0e-d981-42b0-9ea8-5d17263d5dd8 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-90417002-9bb1-462b-b07a-ec325f3bdad7 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "interface-1689e372-5a57-4f19-a04b-95da1984b0b0-0832c2dc-a57b-44c5-a1e9-aedb5da6b232" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "interface-1689e372-5a57-4f19-a04b-95da1984b0b0-0832c2dc-a57b-44c5-a1e9-aedb5da6b232" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-159464eb-d8de-4fd0-b04a-b4491612d7a2 req-b9fa941d-1870-43f6-9e56-657f1761d6c8 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-159464eb-d8de-4fd0-b04a-b4491612d7a2 req-b9fa941d-1870-43f6-9e56-657f1761d6c8 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-159464eb-d8de-4fd0-b04a-b4491612d7a2 req-b9fa941d-1870-43f6-9e56-657f1761d6c8 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-159464eb-d8de-4fd0-b04a-b4491612d7a2 req-b9fa941d-1870-43f6-9e56-657f1761d6c8 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-159464eb-d8de-4fd0-b04a-b4491612d7a2 req-b9fa941d-1870-43f6-9e56-657f1761d6c8 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-unplugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-159464eb-d8de-4fd0-b04a-b4491612d7a2 req-b9fa941d-1870-43f6-9e56-657f1761d6c8 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.objects.instance [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lazy-loading 'flavor' on Instance uuid 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-318801990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-318801990',id=9,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNh009jEa+fUHeiPmYbTJrnpkxsFp/+vjEmMmXC+kpOgIFOLNwIodhG/r1nmWoBtzYa4degliMoePsYNz0LAxDgjCLZr63OpwUNaICg2xeyNfH//9hSi302A5nJdAp8S3w==',key_name='tempest-keypair-366300816',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='861feaed86da436ebbee990448b62c1f',ramdisk_id='',reservation_id='r-2005s4jn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1656558636',owner_user_name='tempest-TaggedAttachmentsTest-1656558636-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:03:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24f3423d8e8d415698af681abbbd6ac8',uuid=1689e372-5a57-4f19-a04b-95da1984b0b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converting VIF {"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:20:5b:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap0832c2dc-a5"/></interface> {{(pid=75209) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:20:5b:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap0832c2dc-a5"/></interface> {{(pid=75209) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Attempting to detach device tap0832c2dc-a5 from instance 1689e372-5a57-4f19-a04b-95da1984b0b0 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] detach device xml: <interface type="ethernet">
Dec 04 19:05:36 user nova-compute[75209]:   <mac address="fa:16:3e:20:5b:fe"/>
Dec 04 19:05:36 user nova-compute[75209]:   <model type="virtio"/>
Dec 04 19:05:36 user nova-compute[75209]:   <mtu size="1442"/>
Dec 04 19:05:36 user nova-compute[75209]:   <target dev="tap0832c2dc-a5"/>
Dec 04 19:05:36 user nova-compute[75209]: </interface>
Dec 04 19:05:36 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:20:5b:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap0832c2dc-a5"/></interface> {{(pid=75209) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:20:5b:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap0832c2dc-a5"/></interface>not found in domain: <domain type='kvm' id='9'>
Dec 04 19:05:37 user nova-compute[75209]:   <name>instance-00000009</name>
Dec 04 19:05:37 user nova-compute[75209]:   <uuid>1689e372-5a57-4f19-a04b-95da1984b0b0</uuid>
Dec 04 19:05:37 user nova-compute[75209]:   <metadata>
Dec 04 19:05:37 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:05:37 user nova-compute[75209]:   <nova:package version="0.0.0"/>
Dec 04 19:05:37 user nova-compute[75209]:   <nova:name>tempest-device-tagging-server-318801990</nova:name>
Dec 04 19:05:37 user nova-compute[75209]:   <nova:creationTime>2023-12-04 19:04:56</nova:creationTime>
Dec 04 19:05:37 user nova-compute[75209]:   <nova:flavor name="m1.tiny">
Dec 04 19:05:37 user nova-compute[75209]:     <nova:memory>512</nova:memory>
Dec 04 19:05:37 user nova-compute[75209]:     <nova:disk>1</nova:disk>
Dec 04 19:05:37 user nova-compute[75209]:     <nova:swap>0</nova:swap>
Dec 04 19:05:37 user nova-compute[75209]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:05:37 user nova-compute[75209]:     <nova:vcpus>1</nova:vcpus>
Dec 04 19:05:37 user nova-compute[75209]:   </nova:flavor>
Dec 04 19:05:37 user nova-compute[75209]:   <nova:owner>
Dec 04 19:05:37 user nova-compute[75209]:     <nova:user uuid="24f3423d8e8d415698af681abbbd6ac8">tempest-TaggedAttachmentsTest-1656558636-project-member</nova:user>
Dec 04 19:05:37 user nova-compute[75209]:     <nova:project uuid="861feaed86da436ebbee990448b62c1f">tempest-TaggedAttachmentsTest-1656558636</nova:project>
Dec 04 19:05:37 user nova-compute[75209]:   </nova:owner>
Dec 04 19:05:37 user nova-compute[75209]:   <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:05:37 user nova-compute[75209]:   <nova:ports>
Dec 04 19:05:37 user nova-compute[75209]:     <nova:port uuid="1acd9927-8c37-469d-8b82-3fbb33dac132">
Dec 04 19:05:37 user nova-compute[75209]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:05:37 user nova-compute[75209]:     </nova:port>
Dec 04 19:05:37 user nova-compute[75209]:     <nova:port uuid="0832c2dc-a57b-44c5-a1e9-aedb5da6b232">
Dec 04 19:05:37 user nova-compute[75209]:       <nova:ip type="fixed" address="10.10.10.73" ipVersion="4"/>
Dec 04 19:05:37 user nova-compute[75209]:     </nova:port>
Dec 04 19:05:37 user nova-compute[75209]:   </nova:ports>
Dec 04 19:05:37 user nova-compute[75209]: </nova:instance>
Dec 04 19:05:37 user nova-compute[75209]:   </metadata>
Dec 04 19:05:37 user nova-compute[75209]:   <memory unit='KiB'>524288</memory>
Dec 04 19:05:37 user nova-compute[75209]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 04 19:05:37 user nova-compute[75209]:   <vcpu placement='static'>1</vcpu>
Dec 04 19:05:37 user nova-compute[75209]:   <resource>
Dec 04 19:05:37 user nova-compute[75209]:     <partition>/machine</partition>
Dec 04 19:05:37 user nova-compute[75209]:   </resource>
Dec 04 19:05:37 user nova-compute[75209]:   <sysinfo type='smbios'>
Dec 04 19:05:37 user nova-compute[75209]:     <system>
Dec 04 19:05:37 user nova-compute[75209]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 04 19:05:37 user nova-compute[75209]:       <entry name='product'>OpenStack Nova</entry>
Dec 04 19:05:37 user nova-compute[75209]:       <entry name='version'>0.0.0</entry>
Dec 04 19:05:37 user nova-compute[75209]:       <entry name='serial'>1689e372-5a57-4f19-a04b-95da1984b0b0</entry>
Dec 04 19:05:37 user nova-compute[75209]:       <entry name='uuid'>1689e372-5a57-4f19-a04b-95da1984b0b0</entry>
Dec 04 19:05:37 user nova-compute[75209]:       <entry name='family'>Virtual Machine</entry>
Dec 04 19:05:37 user nova-compute[75209]:     </system>
Dec 04 19:05:37 user nova-compute[75209]:   </sysinfo>
Dec 04 19:05:37 user nova-compute[75209]:   <os>
Dec 04 19:05:37 user nova-compute[75209]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 04 19:05:37 user nova-compute[75209]:     <boot dev='hd'/>
Dec 04 19:05:37 user nova-compute[75209]:     <smbios mode='sysinfo'/>
Dec 04 19:05:37 user nova-compute[75209]:   </os>
Dec 04 19:05:37 user nova-compute[75209]:   <features>
Dec 04 19:05:37 user nova-compute[75209]:     <acpi/>
Dec 04 19:05:37 user nova-compute[75209]:     <apic/>
Dec 04 19:05:37 user nova-compute[75209]:     <vmcoreinfo state='on'/>
Dec 04 19:05:37 user nova-compute[75209]:   </features>
Dec 04 19:05:37 user nova-compute[75209]:   <cpu mode='custom' match='exact' check='full'>
Dec 04 19:05:37 user nova-compute[75209]:     <model fallback='forbid'>Nehalem</model>
Dec 04 19:05:37 user nova-compute[75209]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 04 19:05:37 user nova-compute[75209]:     <feature policy='require' name='vme'/>
Dec 04 19:05:37 user nova-compute[75209]:     <feature policy='require' name='x2apic'/>
Dec 04 19:05:37 user nova-compute[75209]:     <feature policy='require' name='hypervisor'/>
Dec 04 19:05:37 user nova-compute[75209]:   </cpu>
Dec 04 19:05:37 user nova-compute[75209]:   <clock offset='utc'>
Dec 04 19:05:37 user nova-compute[75209]:     <timer name='pit' tickpolicy='delay'/>
Dec 04 19:05:37 user nova-compute[75209]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 04 19:05:37 user nova-compute[75209]:     <timer name='hpet' present='no'/>
Dec 04 19:05:37 user nova-compute[75209]:   </clock>
Dec 04 19:05:37 user nova-compute[75209]:   <on_poweroff>destroy</on_poweroff>
Dec 04 19:05:37 user nova-compute[75209]:   <on_reboot>restart</on_reboot>
Dec 04 19:05:37 user nova-compute[75209]:   <on_crash>destroy</on_crash>
Dec 04 19:05:37 user nova-compute[75209]:   <devices>
Dec 04 19:05:37 user nova-compute[75209]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 04 19:05:37 user nova-compute[75209]:     <disk type='file' device='disk'>
Dec 04 19:05:37 user nova-compute[75209]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 04 19:05:37 user nova-compute[75209]:       <source file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk' index='2'/>
Dec 04 19:05:37 user nova-compute[75209]:       <backingStore type='file' index='3'>
Dec 04 19:05:37 user nova-compute[75209]:         <format type='raw'/>
Dec 04 19:05:37 user nova-compute[75209]:         <source file='/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5'/>
Dec 04 19:05:37 user nova-compute[75209]:         <backingStore/>
Dec 04 19:05:37 user nova-compute[75209]:       </backingStore>
Dec 04 19:05:37 user nova-compute[75209]:       <target dev='vda' bus='virtio'/>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='virtio-disk0'/>
Dec 04 19:05:37 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </disk>
Dec 04 19:05:37 user nova-compute[75209]:     <disk type='file' device='cdrom'>
Dec 04 19:05:37 user nova-compute[75209]:       <driver name='qemu' type='raw' cache='none'/>
Dec 04 19:05:37 user nova-compute[75209]:       <source file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.config' index='1'/>
Dec 04 19:05:37 user nova-compute[75209]:       <backingStore/>
Dec 04 19:05:37 user nova-compute[75209]:       <target dev='hda' bus='ide'/>
Dec 04 19:05:37 user nova-compute[75209]:       <readonly/>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='ide0-0-0'/>
Dec 04 19:05:37 user nova-compute[75209]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </disk>
Dec 04 19:05:37 user nova-compute[75209]:     <controller type='usb' index='0' model='none'>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='usb'/>
Dec 04 19:05:37 user nova-compute[75209]:     </controller>
Dec 04 19:05:37 user nova-compute[75209]:     <controller type='pci' index='0' model='pci-root'>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='pci.0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </controller>
Dec 04 19:05:37 user nova-compute[75209]:     <controller type='ide' index='0'>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='ide'/>
Dec 04 19:05:37 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 04 19:05:37 user nova-compute[75209]:     </controller>
Dec 04 19:05:37 user nova-compute[75209]:     <interface type='ethernet'>
Dec 04 19:05:37 user nova-compute[75209]:       <mac address='fa:16:3e:aa:33:ab'/>
Dec 04 19:05:37 user nova-compute[75209]:       <target dev='tap1acd9927-8c'/>
Dec 04 19:05:37 user nova-compute[75209]:       <model type='virtio'/>
Dec 04 19:05:37 user nova-compute[75209]:       <mtu size='1442'/>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='net0'/>
Dec 04 19:05:37 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </interface>
Dec 04 19:05:37 user nova-compute[75209]:     <interface type='ethernet'>
Dec 04 19:05:37 user nova-compute[75209]:       <mac address='fa:16:3e:20:5b:fe'/>
Dec 04 19:05:37 user nova-compute[75209]:       <target dev='tap0832c2dc-a5'/>
Dec 04 19:05:37 user nova-compute[75209]:       <model type='virtio'/>
Dec 04 19:05:37 user nova-compute[75209]:       <mtu size='1442'/>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='net1'/>
Dec 04 19:05:37 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </interface>
Dec 04 19:05:37 user nova-compute[75209]:     <serial type='pty'>
Dec 04 19:05:37 user nova-compute[75209]:       <source path='/dev/pts/8'/>
Dec 04 19:05:37 user nova-compute[75209]:       <log file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/console.log' append='off'/>
Dec 04 19:05:37 user nova-compute[75209]:       <target type='isa-serial' port='0'>
Dec 04 19:05:37 user nova-compute[75209]:         <model name='isa-serial'/>
Dec 04 19:05:37 user nova-compute[75209]:       </target>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='serial0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </serial>
Dec 04 19:05:37 user nova-compute[75209]:     <console type='pty' tty='/dev/pts/8'>
Dec 04 19:05:37 user nova-compute[75209]:       <source path='/dev/pts/8'/>
Dec 04 19:05:37 user nova-compute[75209]:       <log file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/console.log' append='off'/>
Dec 04 19:05:37 user nova-compute[75209]:       <target type='serial' port='0'/>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='serial0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </console>
Dec 04 19:05:37 user nova-compute[75209]:     <input type='mouse' bus='ps2'>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='input0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </input>
Dec 04 19:05:37 user nova-compute[75209]:     <input type='keyboard' bus='ps2'>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='input1'/>
Dec 04 19:05:37 user nova-compute[75209]:     </input>
Dec 04 19:05:37 user nova-compute[75209]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Dec 04 19:05:37 user nova-compute[75209]:       <listen type='address' address='0.0.0.0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </graphics>
Dec 04 19:05:37 user nova-compute[75209]:     <audio id='1' type='none'/>
Dec 04 19:05:37 user nova-compute[75209]:     <video>
Dec 04 19:05:37 user nova-compute[75209]:       <model type='virtio' heads='1' primary='yes'/>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='video0'/>
Dec 04 19:05:37 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </video>
Dec 04 19:05:37 user nova-compute[75209]:     <memballoon model='virtio'>
Dec 04 19:05:37 user nova-compute[75209]:       <stats period='10'/>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='balloon0'/>
Dec 04 19:05:37 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </memballoon>
Dec 04 19:05:37 user nova-compute[75209]:     <rng model='virtio'>
Dec 04 19:05:37 user nova-compute[75209]:       <backend model='random'>/dev/urandom</backend>
Dec 04 19:05:37 user nova-compute[75209]:       <alias name='rng0'/>
Dec 04 19:05:37 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 04 19:05:37 user nova-compute[75209]:     </rng>
Dec 04 19:05:37 user nova-compute[75209]:   </devices>
Dec 04 19:05:37 user nova-compute[75209]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 04 19:05:37 user nova-compute[75209]:     <label>libvirt-1689e372-5a57-4f19-a04b-95da1984b0b0</label>
Dec 04 19:05:37 user nova-compute[75209]:     <imagelabel>libvirt-1689e372-5a57-4f19-a04b-95da1984b0b0</imagelabel>
Dec 04 19:05:37 user nova-compute[75209]:   </seclabel>
Dec 04 19:05:37 user nova-compute[75209]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 04 19:05:37 user nova-compute[75209]:     <label>+64055:+108</label>
Dec 04 19:05:37 user nova-compute[75209]:     <imagelabel>+64055:+108</imagelabel>
Dec 04 19:05:37 user nova-compute[75209]:   </seclabel>
Dec 04 19:05:37 user nova-compute[75209]: </domain>
Dec 04 19:05:37 user nova-compute[75209]:  {{(pid=75209) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 04 19:05:37 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Successfully detached device tap0832c2dc-a5 from instance 1689e372-5a57-4f19-a04b-95da1984b0b0 from the persistent domain config.
Dec 04 19:05:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] (1/8): Attempting to detach device tap0832c2dc-a5 with device alias net1 from instance 1689e372-5a57-4f19-a04b-95da1984b0b0 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] detach device xml: <interface type="ethernet">
Dec 04 19:05:37 user nova-compute[75209]:   <mac address="fa:16:3e:20:5b:fe"/>
Dec 04 19:05:37 user nova-compute[75209]:   <model type="virtio"/>
Dec 04 19:05:37 user nova-compute[75209]:   <mtu size="1442"/>
Dec 04 19:05:37 user nova-compute[75209]:   <target dev="tap0832c2dc-a5"/>
Dec 04 19:05:37 user nova-compute[75209]: </interface>
Dec 04 19:05:37 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Start waiting for the detach event from libvirt for device tap0832c2dc-a5 with device alias net1 for instance 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG nova.objects.instance [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lazy-loading 'flavor' on Instance uuid a977985b-15ed-44a0-bef8-1cb4131f1c56 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5c73afee-57e3-4d96-81e2-3c3ea85226da tempest-VolumesAssistedSnapshotsTest-1782848057 tempest-VolumesAssistedSnapshotsTest-1782848057-project-admin] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.527s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:37 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Instance destroyed successfully.
Dec 04 19:05:37 user nova-compute[75209]: DEBUG nova.objects.instance [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lazy-loading 'resources' on Instance uuid 6ceebaf5-d19d-483d-ae4c-12e33834764c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:48:45:b1,bridge_name='br-int',has_traffic_filtering=True,id=8f4513b5-9ca2-4a07-bb46-b3c155f1792b,network=Network(80272468-4e09-4e0a-8e4c-a5c13088108c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f4513b5-9c') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:48:45:b1,bridge_name='br-int',has_traffic_filtering=True,id=8f4513b5-9ca2-4a07-bb46-b3c155f1792b,network=Network(80272468-4e09-4e0a-8e4c-a5c13088108c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f4513b5-9c') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f4513b5-9c, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1461572d-c10f-4e2b-b11a-59b2327a51a8) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: INFO os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:48:45:b1,bridge_name='br-int',has_traffic_filtering=True,id=8f4513b5-9ca2-4a07-bb46-b3c155f1792b,network=Network(80272468-4e09-4e0a-8e4c-a5c13088108c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f4513b5-9c')
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:fb:ac,bridge_name='br-int',has_traffic_filtering=True,id=95fe6a0b-18ca-41ed-9aa2-3375c76a39c2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap95fe6a0b-18') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:fb:ac,bridge_name='br-int',has_traffic_filtering=True,id=95fe6a0b-18ca-41ed-9aa2-3375c76a39c2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap95fe6a0b-18') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95fe6a0b-18, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=32b4d849-9e0b-4ef0-a276-50e67d7b7819) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: INFO os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:fb:ac,bridge_name='br-int',has_traffic_filtering=True,id=95fe6a0b-18ca-41ed-9aa2-3375c76a39c2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap95fe6a0b-18')
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:75:c4,bridge_name='br-int',has_traffic_filtering=True,id=65d343a0-a95e-4739-8ab9-c37979883ba2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap65d343a0-a9') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:75:c4,bridge_name='br-int',has_traffic_filtering=True,id=65d343a0-a95e-4739-8ab9-c37979883ba2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap65d343a0-a9') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap65d343a0-a9, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:38 user nova-compute[75209]: WARNING nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-8f4513b5-9ca2-4a07-bb46-b3c155f1792b for instance with vm_state active and task_state deleting.
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-unplugged-65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-65d343a0-a95e-4739-8ab9-c37979883ba2 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-65d343a0-a95e-4739-8ab9-c37979883ba2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:38 user nova-compute[75209]: WARNING nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-65d343a0-a95e-4739-8ab9-c37979883ba2 for instance with vm_state active and task_state deleting.
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-unplugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:38 user nova-compute[75209]: WARNING nova.compute.manager [req-a63e2649-42dc-446e-8f0e-7437c17ae001 req-8657fe1c-1a42-4539-b254-4f3b9cab43e3 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 for instance with vm_state active and task_state deleting.
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aa8dd3e6-53dc-481a-9d02-325076506098) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: INFO os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:75:c4,bridge_name='br-int',has_traffic_filtering=True,id=65d343a0-a95e-4739-8ab9-c37979883ba2,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap65d343a0-a9')
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "90417002-9bb1-462b-b07a-ec325f3bdad7", "address": "fa:16:3e:b2:82:09", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90417002-9b", "ovs_interfaceid": "90417002-9bb1-462b-b07a-ec325f3bdad7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:82:09,bridge_name='br-int',has_traffic_filtering=True,id=90417002-9bb1-462b-b07a-ec325f3bdad7,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90417002-9b') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:82:09,bridge_name='br-int',has_traffic_filtering=True,id=90417002-9bb1-462b-b07a-ec325f3bdad7,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90417002-9b') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90417002-9b, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=172c5a36-34b2-4a79-97c9-4bb50250eb8c) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: INFO os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:82:09,bridge_name='br-int',has_traffic_filtering=True,id=90417002-9bb1-462b-b07a-ec325f3bdad7,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90417002-9b')
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:4f:31,bridge_name='br-int',has_traffic_filtering=True,id=20c5894a-a23c-4622-bb48-f3061d8b2930,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20c5894a-a2') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:4f:31,bridge_name='br-int',has_traffic_filtering=True,id=20c5894a-a23c-4622-bb48-f3061d8b2930,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20c5894a-a2') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap20c5894a-a2, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=152dbaa2-8a22-4837-b7b7-f6f3e233f223) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: INFO os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:4f:31,bridge_name='br-int',has_traffic_filtering=True,id=20c5894a-a23c-4622-bb48-f3061d8b2930,network=Network(d6ae1c30-11ae-417f-8f19-b5f4f3329668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap20c5894a-a2')
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d2:63,bridge_name='br-int',has_traffic_filtering=True,id=d9e9699e-afd7-4fd9-9fe4-c29f2058ae09,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9e9699e-af') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d2:63,bridge_name='br-int',has_traffic_filtering=True,id=d9e9699e-afd7-4fd9-9fe4-c29f2058ae09,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9e9699e-af') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd9e9699e-af, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b79f3175-867e-4f68-9f84-a8b5731e49ec) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: INFO os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:d2:63,bridge_name='br-int',has_traffic_filtering=True,id=d9e9699e-afd7-4fd9-9fe4-c29f2058ae09,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9e9699e-af')
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-112113176',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-112113176',id=12,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLzv9PjpIIfrvWcfr+tQhdI/Dz658iXjhr0x2WCSLImK6CIHxbrT0yO4TK3YCncTFHPksTYB52/xHkyF5QTW/1nFTUzrRah9eY155757IyWw1EfYiV5ofi3kyiMvo5612A==',key_name='tempest-keypair-1487254930',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7ed316562e464e99bd88a1b76864f50a',ramdisk_id='',reservation_id='r-4ktfhu1y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1698198393',owner_user_name='tempest-TaggedBootDevicesTest_v242-1698198393-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='34bc696e3d5c405cbc31db53c6ee69aa',uuid=6ceebaf5-d19d-483d-ae4c-12e33834764c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converting VIF {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:5c:24,bridge_name='br-int',has_traffic_filtering=True,id=5a80692f-7327-48c0-b660-500ab23ef32e,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a80692f-73') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:5c:24,bridge_name='br-int',has_traffic_filtering=True,id=5a80692f-7327-48c0-b660-500ab23ef32e,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a80692f-73') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5a80692f-73, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=40599425-9057-4843-8b2e-8e1cc7b70840) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: INFO os_vif [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:5c:24,bridge_name='br-int',has_traffic_filtering=True,id=5a80692f-7327-48c0-b660-500ab23ef32e,network=Network(02706aa2-2625-42cd-adfe-12c42eb99eba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a80692f-73')
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RJhpLGDH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:38 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[de635457-097e-439b-a20a-d7fd0e14046d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:05:38 user nova-compute[75209]: No targets found.
Dec 04 19:05:38 user nova-compute[75209]: iSNS:
Dec 04 19:05:38 user nova-compute[75209]: No targets found.
Dec 04 19:05:38 user nova-compute[75209]: STATIC:
Dec 04 19:05:38 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:05:38 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:38 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:38 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d
Dec 04 19:05:38 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:38 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:38 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee
Dec 04 19:05:38 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:38 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:38 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385
Dec 04 19:05:38 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:38 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:38 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:05:38 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:38 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:38 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:05:38 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:38 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:38 user nova-compute[75209]: FIRMWARE:
Dec 04 19:05:38 user nova-compute[75209]: No targets found.
Dec 04 19:05:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:05:38 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:05:38 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[505b6f45-5904-40a0-8ea8-b0f8dc30ab79]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2f14c4-2384-4c4a-ab98-0ba41612e712]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:38 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:38 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:38 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:38 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:38 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d (non-flash)
Dec 04 19:05:38 user nova-compute[75209]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:38 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:38 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:38 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:38 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c1fcd30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d'): ({'sdc'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Removing single pathed devices sdc {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bb45e31-34eb-45ac-8b29-457d6de86f24]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7443928a-a05a-4a3d-8545-23e4cbe6467b]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Flushing IO for device /dev/sdc {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.011s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[24fa37e1-06e6-4daf-bdd3-8de3f52549bd]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd3e5ba5-549c-4487-ae84-3a845776d053]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-58306eee-845f-46e1-8f59-f836f83dfa78 req-1e3940d0-28d9-420a-8565-e17925a8fce6 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-58306eee-845f-46e1-8f59-f836f83dfa78 req-1e3940d0-28d9-420a-8565-e17925a8fce6 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-58306eee-845f-46e1-8f59-f836f83dfa78 req-1e3940d0-28d9-420a-8565-e17925a8fce6 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-58306eee-845f-46e1-8f59-f836f83dfa78 req-1e3940d0-28d9-420a-8565-e17925a8fce6 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-58306eee-845f-46e1-8f59-f836f83dfa78 req-1e3940d0-28d9-420a-8565-e17925a8fce6 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:38 user nova-compute[75209]: WARNING nova.compute.manager [req-58306eee-845f-46e1-8f59-f836f83dfa78 req-1e3940d0-28d9-420a-8565-e17925a8fce6 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-90417002-9bb1-462b-b07a-ec325f3bdad7 for instance with vm_state active and task_state deleting.
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d162a04-f2ea-4b27-8218-0d4742af82d5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:39 user nova-compute[75209]: WARNING nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-95fe6a0b-18ca-41ed-9aa2-3375c76a39c2 for instance with vm_state active and task_state deleting.
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-unplugged-20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-20c5894a-a23c-4622-bb48-f3061d8b2930 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:39 user nova-compute[75209]: WARNING nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-20c5894a-a23c-4622-bb48-f3061d8b2930 for instance with vm_state active and task_state deleting.
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-unplugged-5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-9c8e000d-8afd-41de-8278-a970fded1ad1 req-a09bb87e-3b98-4232-b742-4942b76c4b2b service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-unplugged-5a80692f-7327-48c0-b660-500ab23ef32e for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --logout" returned: 0 in 0.117s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7f2e3fd-c002-4d2b-a64f-af2b6880b931]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d, portal: 172.16.0.220,3260]
Dec 04 19:05:39 user nova-compute[75209]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0bf9e95-9f7c-458a-8f36-5a51c349013d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cacef4c7-9490-4764-ac46-8dc13c2167c4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.388s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] <== disconnect_volume: return (390ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XjqmypMr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:39 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[393c22dc-1837-450e-9aaa-3e282b5aaa09]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:05:39 user nova-compute[75209]: No targets found.
Dec 04 19:05:39 user nova-compute[75209]: iSNS:
Dec 04 19:05:39 user nova-compute[75209]: No targets found.
Dec 04 19:05:39 user nova-compute[75209]: STATIC:
Dec 04 19:05:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:05:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee
Dec 04 19:05:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385
Dec 04 19:05:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:05:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:05:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:39 user nova-compute[75209]: FIRMWARE:
Dec 04 19:05:39 user nova-compute[75209]: No targets found.
Dec 04 19:05:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:05:39 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:05:39 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[375330a8-c159-4759-aee5-3cc600c9bc66]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[33bd3b7a-95b3-4bb8-a094-e81c5cf6c084]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c1fcd30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee'): ({'sdd'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Removing single pathed devices sdd {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94217a5-96b8-4353-8124-4aabcaa17582]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a6050a0-9151-460c-9716-18fbab41ba90]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Flushing IO for device /dev/sdd {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b04f3da-72ab-4f0b-93ba-b468253d8781]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d16b28ac-44e0-4577-a4a7-3e6aa29f33ad]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e682188c-dc5d-4bdc-b908-dcc50c0545b5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f24af897-61a2-4d81-ab50-68026813bba7]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee, portal: 172.16.0.220,3260]
Dec 04 19:05:39 user nova-compute[75209]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c579bfe-740d-48f2-8299-caaf55b403ee -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cdbdeb9-14a5-4ed3-af84-62ebcabcf2a1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] <== disconnect_volume: return (339ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'epMQoYSW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:39 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[04cf86a9-8ccc-41b2-9898-8177c6d73042]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:05:39 user nova-compute[75209]: No targets found.
Dec 04 19:05:39 user nova-compute[75209]: iSNS:
Dec 04 19:05:39 user nova-compute[75209]: No targets found.
Dec 04 19:05:39 user nova-compute[75209]: STATIC:
Dec 04 19:05:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:05:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385
Dec 04 19:05:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:05:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:05:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:05:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:05:39 user nova-compute[75209]: FIRMWARE:
Dec 04 19:05:39 user nova-compute[75209]: No targets found.
Dec 04 19:05:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:05:39 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:05:39 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccb1adf8-8d78-43f8-9cb0-dfea5651c3f6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa95fd54-9ab1-455f-9d6e-d812e8ed7788]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:39 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c1fcd30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385'): ({'sdf'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Removing single pathed devices sdf {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4a9bcac-d341-420e-b2fe-4abe142036db]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[26e630bb-e26a-48b2-8935-48329f3179f2]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Flushing IO for device /dev/sdf {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5186c555-c9a3-4395-8cbb-96a30fdb36a9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.041s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[be99a6d8-6cf7-4a1a-9fd8-c5b000496dba]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] SCSI volumes sdf have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.045s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[94670440-3ed7-4789-8801-5a08244f6253]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[db6d075c-db26-43ec-9e5b-36e0c83c6971]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385, portal: 172.16.0.220,3260]
Dec 04 19:05:39 user nova-compute[75209]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deed40c5-64fc-40fc-b834-252a132ed385 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[205ad726-7e79-4ddf-8102-b05c152316b1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] <== disconnect_volume: return (338ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:05:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Deleting instance files /opt/stack/data/nova/instances/6ceebaf5-d19d-483d-ae4c-12e33834764c_del
Dec 04 19:05:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Deletion of /opt/stack/data/nova/instances/6ceebaf5-d19d-483d-ae4c-12e33834764c_del complete
Dec 04 19:05:39 user nova-compute[75209]: INFO nova.compute.manager [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Took 4.57 seconds to destroy the instance on the hypervisor.
Dec 04 19:05:39 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:05:39 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:05:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-plugged-5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] Acquiring lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] No waiting events found dispatching network-vif-plugged-5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:41 user nova-compute[75209]: WARNING nova.compute.manager [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received unexpected event network-vif-plugged-5a80692f-7327-48c0-b660-500ab23ef32e for instance with vm_state active and task_state deleting.
Dec 04 19:05:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-unplugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] No waiting events found dispatching network-vif-unplugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:41 user nova-compute[75209]: WARNING nova.compute.manager [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received unexpected event network-vif-unplugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 for instance with vm_state active and task_state None.
Dec 04 19:05:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-plugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] No waiting events found dispatching network-vif-plugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:05:41 user nova-compute[75209]: WARNING nova.compute.manager [req-d7e58ee7-4719-4212-a343-6983f9bfec9a req-30f48a89-6280-4d91-9468-2fb15bef0dd2 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received unexpected event network-vif-plugged-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 for instance with vm_state active and task_state None.
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-deleted-90417002-9bb1-462b-b07a-ec325f3bdad7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:43 user nova-compute[75209]: INFO nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Neutron deleted interface 90417002-9bb1-462b-b07a-ec325f3bdad7; detaching it from the instance and deleting it from the info cache
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.network.neutron [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [{"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "20c5894a-a23c-4622-bb48-f3061d8b2930", "address": "fa:16:3e:0e:4f:31", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap20c5894a-a2", "ovs_interfaceid": "20c5894a-a23c-4622-bb48-f3061d8b2930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Detach interface failed, port_id=90417002-9bb1-462b-b07a-ec325f3bdad7, reason: Instance 6ceebaf5-d19d-483d-ae4c-12e33834764c could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-deleted-20c5894a-a23c-4622-bb48-f3061d8b2930 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:43 user nova-compute[75209]: INFO nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Neutron deleted interface 20c5894a-a23c-4622-bb48-f3061d8b2930; detaching it from the instance and deleting it from the info cache
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.network.neutron [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [{"id": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "address": "fa:16:3e:48:45:b1", "network": {"id": "80272468-4e09-4e0a-8e4c-a5c13088108c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-410693260-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f4513b5-9c", "ovs_interfaceid": "8f4513b5-9ca2-4a07-bb46-b3c155f1792b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Detach interface failed, port_id=20c5894a-a23c-4622-bb48-f3061d8b2930, reason: Instance 6ceebaf5-d19d-483d-ae4c-12e33834764c could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-deleted-8f4513b5-9ca2-4a07-bb46-b3c155f1792b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:43 user nova-compute[75209]: INFO nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Neutron deleted interface 8f4513b5-9ca2-4a07-bb46-b3c155f1792b; detaching it from the instance and deleting it from the info cache
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.network.neutron [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [{"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "address": "fa:16:3e:fe:d2:63", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd9e9699e-af", "ovs_interfaceid": "d9e9699e-afd7-4fd9-9fe4-c29f2058ae09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Detach interface failed, port_id=8f4513b5-9ca2-4a07-bb46-b3c155f1792b, reason: Instance 6ceebaf5-d19d-483d-ae4c-12e33834764c could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-deleted-d9e9699e-afd7-4fd9-9fe4-c29f2058ae09 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:43 user nova-compute[75209]: INFO nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Neutron deleted interface d9e9699e-afd7-4fd9-9fe4-c29f2058ae09; detaching it from the instance and deleting it from the info cache
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.network.neutron [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [{"id": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "address": "fa:16:3e:77:fb:ac", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95fe6a0b-18", "ovs_interfaceid": "95fe6a0b-18ca-41ed-9aa2-3375c76a39c2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "65d343a0-a95e-4739-8ab9-c37979883ba2", "address": "fa:16:3e:a2:75:c4", "network": {"id": "d6ae1c30-11ae-417f-8f19-b5f4f3329668", "bridge": "br-int", "label": "tempest-device-tagging-net1-774801306", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65d343a0-a9", "ovs_interfaceid": "65d343a0-a95e-4739-8ab9-c37979883ba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5a80692f-7327-48c0-b660-500ab23ef32e", "address": "fa:16:3e:f7:5c:24", "network": {"id": "02706aa2-2625-42cd-adfe-12c42eb99eba", "bridge": "br-int", "label": "tempest-device-tagging-net2-1235256398", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7ed316562e464e99bd88a1b76864f50a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a80692f-73", "ovs_interfaceid": "5a80692f-7327-48c0-b660-500ab23ef32e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-216a9cb9-ea0b-46fb-986b-76f2ccc4b6d7 req-86a5a532-3c03-4a54-890d-294bc3773731 service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Detach interface failed, port_id=d9e9699e-afd7-4fd9-9fe4-c29f2058ae09, reason: Instance 6ceebaf5-d19d-483d-ae4c-12e33834764c could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:05:43 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:43 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Took 3.52 seconds to deallocate network for instance.
Dec 04 19:05:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.volume.cinder [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Update attachment failed for attachment b811caf1-3ac9-400b-a1a0-6c574393db0e. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-668f1f09-ef82-4c93-a5c0-23244613022a) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-668f1f09-ef82-4c93-a5c0-23244613022a)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-668f1f09-ef82-4c93-a5c0-23244613022a)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Traceback (most recent call last):
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     driver_block_device.attach_block_devices(
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     _log_and_attach(device)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     bdm.attach(*attach_args, **attach_kwargs)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/virt/block_device.py", line 852, in attach
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     super(DriverVolBlankBlockDevice, self).attach(
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     ret_val = method(obj, context, *args, **kwargs)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     self._do_attach(context, instance, volume, volume_api,
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     self._volume_attach(context, volume, connector, instance,
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     connection_info = volume_api.attachment_update(
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     res = method(self, ctx, *args, **kwargs)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     res = method(self, ctx, attachment_id, *args, **kwargs)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     with excutils.save_and_reraise_exception():
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     self.force_reraise()
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     raise self.value
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     context, '3.44', skip_version_check=True).attachments.update(
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     return method.func(obj, *args, **kwargs)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     resp = self._update('/attachments/%s' % id, body)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     resp, body = self.api.client.put(url, body=body, **kwargs)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     return self._cs_request(url, 'PUT', **kwargs)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     return self.request(url, method, **kwargs)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0]     raise exceptions.from_response(resp, body)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-668f1f09-ef82-4c93-a5c0-23244613022a)
Dec 04 19:05:44 user nova-compute[75209]: ERROR nova.compute.manager [instance: 272d8377-0812-4103-95f7-45bfd18394e0] 
Dec 04 19:05:44 user nova-compute[75209]: DEBUG nova.compute.claims [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Aborting claim: <nova.compute.claims.Claim object at 0x7f4e7c4906a0> {{(pid=75209) abort /opt/stack/nova/nova/compute/claims.py:84}}
Dec 04 19:05:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.447s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Build of instance 272d8377-0812-4103-95f7-45bfd18394e0 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-668f1f09-ef82-4c93-a5c0-23244613022a) {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.utils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Build of instance 272d8377-0812-4103-95f7-45bfd18394e0 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=75209) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Dec 04 19:05:45 user nova-compute[75209]: ERROR nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Build of instance 272d8377-0812-4103-95f7-45bfd18394e0 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-668f1f09-ef82-4c93-a5c0-23244613022a): nova.exception.BuildAbortException: Build of instance 272d8377-0812-4103-95f7-45bfd18394e0 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-668f1f09-ef82-4c93-a5c0-23244613022a)
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Unplugging VIFs for instance {{(pid=75209) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:05:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1846457960',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1846457960',id=14,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fe099e8a6cea4349abbac9229f24da42',ramdisk_id='',reservation_id='r-g35iptmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-86462450',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:05:30Z,user_data=None,user_id='6595583235274138b702b630a89147a6',uuid=272d8377-0812-4103-95f7-45bfd18394e0,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e468cf76-6477-41e7-9a18-ad48c8dac1df", "address": "fa:16:3e:b3:7c:7a", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape468cf76-64", "ovs_interfaceid": "e468cf76-6477-41e7-9a18-ad48c8dac1df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converting VIF {"id": "e468cf76-6477-41e7-9a18-ad48c8dac1df", "address": "fa:16:3e:b3:7c:7a", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape468cf76-64", "ovs_interfaceid": "e468cf76-6477-41e7-9a18-ad48c8dac1df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:7c:7a,bridge_name='br-int',has_traffic_filtering=True,id=e468cf76-6477-41e7-9a18-ad48c8dac1df,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape468cf76-64') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG os_vif [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:7c:7a,bridge_name='br-int',has_traffic_filtering=True,id=e468cf76-6477-41e7-9a18-ad48c8dac1df,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape468cf76-64') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape468cf76-64, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:05:45 user nova-compute[75209]: INFO os_vif [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:7c:7a,bridge_name='br-int',has_traffic_filtering=True,id=e468cf76-6477-41e7-9a18-ad48c8dac1df,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape468cf76-64')
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Unplugged VIFs for instance {{(pid=75209) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.network.neutron [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.manager [req-0deeee52-0985-4ee8-8c8f-d218e831c889 req-c4106d3a-25a2-46bd-a103-8ebfe3ae194c service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event volume-reimaged-87e41a7f-6daf-4851-a596-6633232f10d6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0deeee52-0985-4ee8-8c8f-d218e831c889 req-c4106d3a-25a2-46bd-a103-8ebfe3ae194c service nova] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0deeee52-0985-4ee8-8c8f-d218e831c889 req-c4106d3a-25a2-46bd-a103-8ebfe3ae194c service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0deeee52-0985-4ee8-8c8f-d218e831c889 req-c4106d3a-25a2-46bd-a103-8ebfe3ae194c service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.manager [req-0deeee52-0985-4ee8-8c8f-d218e831c889 req-c4106d3a-25a2-46bd-a103-8ebfe3ae194c service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Processing event volume-reimaged-87e41a7f-6daf-4851-a596-6633232f10d6 {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Instance event wait completed in 30 seconds for volume-reimaged {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:05:45 user nova-compute[75209]: INFO nova.virt.block_device [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Booting with volume 87e41a7f-6daf-4851-a596-6633232f10d6 at /dev/vda
Dec 04 19:05:45 user nova-compute[75209]: DEBUG os_brick.utils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.manager [req-e5a13435-c0a7-4762-8b33-ef2a86a6bb4e req-39a26af2-2446-4b9b-9dd1-562306ea2c9e service nova] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Received event network-vif-deleted-5a80692f-7327-48c0-b660-500ab23ef32e {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c7116f6-18d5-4660-b8a0-6b93b4a9596c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c22b42-14bc-445a-b7f1-e1129477a298]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[90f87e6a-5af6-4819-b268-926cfedc22e9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c67011ff-66ee-45cb-b7de-94ccab844f53]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:05:45 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:05:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06e45ea-c5c8-4691-9bf7-af13acb9cf0d]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG os_brick.utils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Updating existing volume attachment record: a3076da9-6dd3-4089-8613-fbb9672432c9 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.network.neutron [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:45 user nova-compute[75209]: INFO nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Took 0.71 seconds to deallocate network for instance.
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Detaching volume: 1bd80576-ecd8-41af-b75f-579bc643b7d8 {{(pid=75209) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Dec 04 19:05:45 user nova-compute[75209]: INFO nova.compute.manager [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Detaching volume 1bd80576-ecd8-41af-b75f-579bc643b7d8
Dec 04 19:05:45 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 272d8377-0812-4103-95f7-45bfd18394e0] Skipping driver_detach during remote rebuild. {{(pid=75209) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Dec 04 19:05:46 user nova-compute[75209]: INFO nova.compute.manager [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] [instance: 6ceebaf5-d19d-483d-ae4c-12e33834764c] Took 2.58 seconds to detach 3 volumes for instance.
Dec 04 19:05:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:46 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Deleted allocations for instance 272d8377-0812-4103-95f7-45bfd18394e0
Dec 04 19:05:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-67f97568-fee2-4f35-b7b6-9b832b394b67 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "272d8377-0812-4103-95f7-45bfd18394e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.884s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:46 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:05:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:05:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.354s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:46 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Deleted allocations for instance 6ceebaf5-d19d-483d-ae4c-12e33834764c
Dec 04 19:05:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-be426953-9f13-4ef2-9b7f-41302f70bff3 tempest-TaggedBootDevicesTest_v242-1698198393 tempest-TaggedBootDevicesTest_v242-1698198393-project-member] Lock "6ceebaf5-d19d-483d-ae4c-12e33834764c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.220s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:05:54 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Creating image(s)
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Ensure instance console log exists: /opt/stack/data/nova/instances/62ef2339-1ed3-4f87-93bc-daf030e2fff2/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Start _get_guest_xml network_info=[{"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': 'a3076da9-6dd3-4089-8613-fbb9672432c9', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'npgcBLiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '62ef2339-1ed3-4f87-93bc-daf030e2fff2', 'attached_at': '', 'detached_at': '', 'volume_id': '87e41a7f-6daf-4851-a596-6633232f10d6', 'serial': '87e41a7f-6daf-4851-a596-6633232f10d6'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:05:54 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 04 19:05:54 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lazy-loading 'vcpu_model' on Instance uuid 62ef2339-1ed3-4f87-93bc-daf030e2fff2 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'npgcBLiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:05:54 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 19:05:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:54 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 19:05:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:05:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:05:54 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:05:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e54f5067-e5ee-4071-9d36-4e8193926bf2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:05:55 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9254c9cc-dd0a-45d6-bf9a-1f664806a99e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6] added
Dec 04 19:05:55 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.161s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2876681a-47a8-4fb8-8d07-9aaf2141df18]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.039s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2c7d8c5-dbcb-427d-8011-2bbec4c65cfd]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v npgcBLiu {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v npgcBLiu" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f1ecf5c-19d7-49bb-997e-03f2f3d30629]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'npgcBLiu'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd99babf-2318-424e-a08a-e08f0e0cdd75]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[be7bbe3c-43ec-4dca-8ef6-6cd078eab256]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:55 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:55 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:55 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:55 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:55 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:55 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9e15ab4-dd33-4810-a6bc-8e733ce4a91a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260]
Dec 04 19:05:55 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260] successful.
Dec 04 19:05:55 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f34cc35f-4f0b-4390-b62f-3882052dbb1f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[decbfce7-19bf-4aaa-a4fc-ae4912f333a0]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:55 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:55 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:55 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:55 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:05:55 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:05:55 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:05:55 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:05:55 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.485s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[720f0e5e-410d-4d97-b03c-7ba871dc469a]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:05:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'npgcBLiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "abb457e8-dbb2-4cb2-923f-4aef006298e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.compute.manager [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:05:56 user nova-compute[75209]: INFO nova.compute.claims [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Claim successful on node user
Dec 04 19:05:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.515s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] <== connect_volume: return (1516ms) {'type': 'block', 'scsi_wwn': '26130323434313366', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130323434313366', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:03:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2023797479',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-600965575',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXatIYVQhKBrALLLZVZhoniI+5/soi1eFE50oOKRkoHqEIcsUb54BPUgLhbULG5jZ37Z0g+pbj6U42qtccRQXYlVppI1jMUsfeVv1eaGtwCy1N9edW427spfRZTVcLqHA==',key_name='tempest-keypair-1548765793',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='cc400f3bb27a489b8fb054070ce20198',ramdisk_id='',reservation_id='r-e0qrj51j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1219003990',owner_user_name='tempest-ServerActionsV293TestJSON-1219003990-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:05:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c29bb3e404ad4f05ad8d9a87660d8cc7',uuid=62ef2339-1ed3-4f87-93bc-daf030e2fff2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converting VIF {"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:05:56 user nova-compute[75209]:   <uuid>62ef2339-1ed3-4f87-93bc-daf030e2fff2</uuid>
Dec 04 19:05:56 user nova-compute[75209]:   <name>instance-0000000b</name>
Dec 04 19:05:56 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:05:56 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:05:56 user nova-compute[75209]:   <metadata>
Dec 04 19:05:56 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:05:56 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:05:56 user nova-compute[75209]:       <nova:name>tempest-ServerActionsV293TestJSON-server-2023797479</nova:name>
Dec 04 19:05:56 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:05:54</nova:creationTime>
Dec 04 19:05:56 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:05:56 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:05:56 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:05:56 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:05:56 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:05:56 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:05:56 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:05:56 user nova-compute[75209]:       <nova:owner>
Dec 04 19:05:56 user nova-compute[75209]:         <nova:user uuid="c29bb3e404ad4f05ad8d9a87660d8cc7">tempest-ServerActionsV293TestJSON-1219003990-project-member</nova:user>
Dec 04 19:05:56 user nova-compute[75209]:         <nova:project uuid="cc400f3bb27a489b8fb054070ce20198">tempest-ServerActionsV293TestJSON-1219003990</nova:project>
Dec 04 19:05:56 user nova-compute[75209]:       </nova:owner>
Dec 04 19:05:56 user nova-compute[75209]:       <nova:ports>
Dec 04 19:05:56 user nova-compute[75209]:         <nova:port uuid="da65be4d-3618-4929-87d9-dc18a30eb274">
Dec 04 19:05:56 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 04 19:05:56 user nova-compute[75209]:         </nova:port>
Dec 04 19:05:56 user nova-compute[75209]:       </nova:ports>
Dec 04 19:05:56 user nova-compute[75209]:     </nova:instance>
Dec 04 19:05:56 user nova-compute[75209]:   </metadata>
Dec 04 19:05:56 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:05:56 user nova-compute[75209]:     <system>
Dec 04 19:05:56 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:05:56 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:05:56 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:05:56 user nova-compute[75209]:       <entry name="serial">62ef2339-1ed3-4f87-93bc-daf030e2fff2</entry>
Dec 04 19:05:56 user nova-compute[75209]:       <entry name="uuid">62ef2339-1ed3-4f87-93bc-daf030e2fff2</entry>
Dec 04 19:05:56 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:05:56 user nova-compute[75209]:     </system>
Dec 04 19:05:56 user nova-compute[75209]:   </sysinfo>
Dec 04 19:05:56 user nova-compute[75209]:   <os>
Dec 04 19:05:56 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:05:56 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:05:56 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:05:56 user nova-compute[75209]:   </os>
Dec 04 19:05:56 user nova-compute[75209]:   <features>
Dec 04 19:05:56 user nova-compute[75209]:     <acpi/>
Dec 04 19:05:56 user nova-compute[75209]:     <apic/>
Dec 04 19:05:56 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:05:56 user nova-compute[75209]:   </features>
Dec 04 19:05:56 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:05:56 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:05:56 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:05:56 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:05:56 user nova-compute[75209]:   </clock>
Dec 04 19:05:56 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:05:56 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:05:56 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:05:56 user nova-compute[75209]:   </cpu>
Dec 04 19:05:56 user nova-compute[75209]:   <devices>
Dec 04 19:05:56 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:05:56 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:05:56 user nova-compute[75209]:       <source dev="/dev/sdb"/>
Dec 04 19:05:56 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:05:56 user nova-compute[75209]:       <serial>87e41a7f-6daf-4851-a596-6633232f10d6</serial>
Dec 04 19:05:56 user nova-compute[75209]:     </disk>
Dec 04 19:05:56 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:05:56 user nova-compute[75209]:       <mac address="fa:16:3e:82:05:c9"/>
Dec 04 19:05:56 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:05:56 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:05:56 user nova-compute[75209]:       <target dev="tapda65be4d-36"/>
Dec 04 19:05:56 user nova-compute[75209]:     </interface>
Dec 04 19:05:56 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:05:56 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/62ef2339-1ed3-4f87-93bc-daf030e2fff2/console.log" append="off"/>
Dec 04 19:05:56 user nova-compute[75209]:     </serial>
Dec 04 19:05:56 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:05:56 user nova-compute[75209]:     <video>
Dec 04 19:05:56 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:05:56 user nova-compute[75209]:     </video>
Dec 04 19:05:56 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:05:56 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:05:56 user nova-compute[75209]:     </rng>
Dec 04 19:05:56 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:05:56 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:05:56 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:05:56 user nova-compute[75209]:     </memballoon>
Dec 04 19:05:56 user nova-compute[75209]:   </devices>
Dec 04 19:05:56 user nova-compute[75209]: </domain>
Dec 04 19:05:56 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:03:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2023797479',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-600965575',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXatIYVQhKBrALLLZVZhoniI+5/soi1eFE50oOKRkoHqEIcsUb54BPUgLhbULG5jZ37Z0g+pbj6U42qtccRQXYlVppI1jMUsfeVv1eaGtwCy1N9edW427spfRZTVcLqHA==',key_name='tempest-keypair-1548765793',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='cc400f3bb27a489b8fb054070ce20198',ramdisk_id='',reservation_id='r-e0qrj51j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1219003990',owner_user_name='tempest-ServerActionsV293TestJSON-1219003990-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:05:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c29bb3e404ad4f05ad8d9a87660d8cc7',uuid=62ef2339-1ed3-4f87-93bc-daf030e2fff2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converting VIF {"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG os_vif [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '814e63c6-28c2-5c87-8683-52529b68235b', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda65be4d-36, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda65be4d-36, col_values=(('qos', UUID('872843f3-15e8-4376-a191-36b2d08d6d43')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda65be4d-36, col_values=(('external_ids', {'iface-id': 'da65be4d-3618-4929-87d9-dc18a30eb274', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:05:c9', 'vm-uuid': '62ef2339-1ed3-4f87-93bc-daf030e2fff2'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:56 user nova-compute[75209]: INFO os_vif [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36')
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] No VIF found with MAC fa:16:3e:82:05:c9, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:05:56 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.799s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:05:57 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Waiting for libvirt event about the detach of device tap0832c2dc-a5 with device alias net1 from instance 1689e372-5a57-4f19-a04b-95da1984b0b0 is timed out.
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:20:5b:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap0832c2dc-a5"/></interface> {{(pid=75209) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:20:5b:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap0832c2dc-a5"/></interface>not found in domain: <domain type='kvm' id='9'>
Dec 04 19:05:57 user nova-compute[75209]:   <name>instance-00000009</name>
Dec 04 19:05:57 user nova-compute[75209]:   <uuid>1689e372-5a57-4f19-a04b-95da1984b0b0</uuid>
Dec 04 19:05:57 user nova-compute[75209]:   <metadata>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:05:57 user nova-compute[75209]:   <nova:package version="0.0.0"/>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:name>tempest-device-tagging-server-318801990</nova:name>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:creationTime>2023-12-04 19:04:56</nova:creationTime>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:flavor name="m1.tiny">
Dec 04 19:05:57 user nova-compute[75209]:     <nova:memory>512</nova:memory>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:disk>1</nova:disk>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:swap>0</nova:swap>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:vcpus>1</nova:vcpus>
Dec 04 19:05:57 user nova-compute[75209]:   </nova:flavor>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:owner>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:user uuid="24f3423d8e8d415698af681abbbd6ac8">tempest-TaggedAttachmentsTest-1656558636-project-member</nova:user>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:project uuid="861feaed86da436ebbee990448b62c1f">tempest-TaggedAttachmentsTest-1656558636</nova:project>
Dec 04 19:05:57 user nova-compute[75209]:   </nova:owner>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:ports>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:port uuid="1acd9927-8c37-469d-8b82-3fbb33dac132">
Dec 04 19:05:57 user nova-compute[75209]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:05:57 user nova-compute[75209]:     </nova:port>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:port uuid="0832c2dc-a57b-44c5-a1e9-aedb5da6b232">
Dec 04 19:05:57 user nova-compute[75209]:       <nova:ip type="fixed" address="10.10.10.73" ipVersion="4"/>
Dec 04 19:05:57 user nova-compute[75209]:     </nova:port>
Dec 04 19:05:57 user nova-compute[75209]:   </nova:ports>
Dec 04 19:05:57 user nova-compute[75209]: </nova:instance>
Dec 04 19:05:57 user nova-compute[75209]:   </metadata>
Dec 04 19:05:57 user nova-compute[75209]:   <memory unit='KiB'>524288</memory>
Dec 04 19:05:57 user nova-compute[75209]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 04 19:05:57 user nova-compute[75209]:   <vcpu placement='static'>1</vcpu>
Dec 04 19:05:57 user nova-compute[75209]:   <resource>
Dec 04 19:05:57 user nova-compute[75209]:     <partition>/machine</partition>
Dec 04 19:05:57 user nova-compute[75209]:   </resource>
Dec 04 19:05:57 user nova-compute[75209]:   <sysinfo type='smbios'>
Dec 04 19:05:57 user nova-compute[75209]:     <system>
Dec 04 19:05:57 user nova-compute[75209]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 04 19:05:57 user nova-compute[75209]:       <entry name='product'>OpenStack Nova</entry>
Dec 04 19:05:57 user nova-compute[75209]:       <entry name='version'>0.0.0</entry>
Dec 04 19:05:57 user nova-compute[75209]:       <entry name='serial'>1689e372-5a57-4f19-a04b-95da1984b0b0</entry>
Dec 04 19:05:57 user nova-compute[75209]:       <entry name='uuid'>1689e372-5a57-4f19-a04b-95da1984b0b0</entry>
Dec 04 19:05:57 user nova-compute[75209]:       <entry name='family'>Virtual Machine</entry>
Dec 04 19:05:57 user nova-compute[75209]:     </system>
Dec 04 19:05:57 user nova-compute[75209]:   </sysinfo>
Dec 04 19:05:57 user nova-compute[75209]:   <os>
Dec 04 19:05:57 user nova-compute[75209]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 04 19:05:57 user nova-compute[75209]:     <boot dev='hd'/>
Dec 04 19:05:57 user nova-compute[75209]:     <smbios mode='sysinfo'/>
Dec 04 19:05:57 user nova-compute[75209]:   </os>
Dec 04 19:05:57 user nova-compute[75209]:   <features>
Dec 04 19:05:57 user nova-compute[75209]:     <acpi/>
Dec 04 19:05:57 user nova-compute[75209]:     <apic/>
Dec 04 19:05:57 user nova-compute[75209]:     <vmcoreinfo state='on'/>
Dec 04 19:05:57 user nova-compute[75209]:   </features>
Dec 04 19:05:57 user nova-compute[75209]:   <cpu mode='custom' match='exact' check='full'>
Dec 04 19:05:57 user nova-compute[75209]:     <model fallback='forbid'>Nehalem</model>
Dec 04 19:05:57 user nova-compute[75209]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 04 19:05:57 user nova-compute[75209]:     <feature policy='require' name='vme'/>
Dec 04 19:05:57 user nova-compute[75209]:     <feature policy='require' name='x2apic'/>
Dec 04 19:05:57 user nova-compute[75209]:     <feature policy='require' name='hypervisor'/>
Dec 04 19:05:57 user nova-compute[75209]:   </cpu>
Dec 04 19:05:57 user nova-compute[75209]:   <clock offset='utc'>
Dec 04 19:05:57 user nova-compute[75209]:     <timer name='pit' tickpolicy='delay'/>
Dec 04 19:05:57 user nova-compute[75209]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 04 19:05:57 user nova-compute[75209]:     <timer name='hpet' present='no'/>
Dec 04 19:05:57 user nova-compute[75209]:   </clock>
Dec 04 19:05:57 user nova-compute[75209]:   <on_poweroff>destroy</on_poweroff>
Dec 04 19:05:57 user nova-compute[75209]:   <on_reboot>restart</on_reboot>
Dec 04 19:05:57 user nova-compute[75209]:   <on_crash>destroy</on_crash>
Dec 04 19:05:57 user nova-compute[75209]:   <devices>
Dec 04 19:05:57 user nova-compute[75209]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 04 19:05:57 user nova-compute[75209]:     <disk type='file' device='disk'>
Dec 04 19:05:57 user nova-compute[75209]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 04 19:05:57 user nova-compute[75209]:       <source file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk' index='2'/>
Dec 04 19:05:57 user nova-compute[75209]:       <backingStore type='file' index='3'>
Dec 04 19:05:57 user nova-compute[75209]:         <format type='raw'/>
Dec 04 19:05:57 user nova-compute[75209]:         <source file='/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5'/>
Dec 04 19:05:57 user nova-compute[75209]:         <backingStore/>
Dec 04 19:05:57 user nova-compute[75209]:       </backingStore>
Dec 04 19:05:57 user nova-compute[75209]:       <target dev='vda' bus='virtio'/>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='virtio-disk0'/>
Dec 04 19:05:57 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </disk>
Dec 04 19:05:57 user nova-compute[75209]:     <disk type='file' device='cdrom'>
Dec 04 19:05:57 user nova-compute[75209]:       <driver name='qemu' type='raw' cache='none'/>
Dec 04 19:05:57 user nova-compute[75209]:       <source file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.config' index='1'/>
Dec 04 19:05:57 user nova-compute[75209]:       <backingStore/>
Dec 04 19:05:57 user nova-compute[75209]:       <target dev='hda' bus='ide'/>
Dec 04 19:05:57 user nova-compute[75209]:       <readonly/>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='ide0-0-0'/>
Dec 04 19:05:57 user nova-compute[75209]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </disk>
Dec 04 19:05:57 user nova-compute[75209]:     <controller type='usb' index='0' model='none'>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='usb'/>
Dec 04 19:05:57 user nova-compute[75209]:     </controller>
Dec 04 19:05:57 user nova-compute[75209]:     <controller type='pci' index='0' model='pci-root'>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='pci.0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </controller>
Dec 04 19:05:57 user nova-compute[75209]:     <controller type='ide' index='0'>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='ide'/>
Dec 04 19:05:57 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 04 19:05:57 user nova-compute[75209]:     </controller>
Dec 04 19:05:57 user nova-compute[75209]:     <interface type='ethernet'>
Dec 04 19:05:57 user nova-compute[75209]:       <mac address='fa:16:3e:aa:33:ab'/>
Dec 04 19:05:57 user nova-compute[75209]:       <target dev='tap1acd9927-8c'/>
Dec 04 19:05:57 user nova-compute[75209]:       <model type='virtio'/>
Dec 04 19:05:57 user nova-compute[75209]:       <mtu size='1442'/>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='net0'/>
Dec 04 19:05:57 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </interface>
Dec 04 19:05:57 user nova-compute[75209]:     <serial type='pty'>
Dec 04 19:05:57 user nova-compute[75209]:       <source path='/dev/pts/8'/>
Dec 04 19:05:57 user nova-compute[75209]:       <log file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/console.log' append='off'/>
Dec 04 19:05:57 user nova-compute[75209]:       <target type='isa-serial' port='0'>
Dec 04 19:05:57 user nova-compute[75209]:         <model name='isa-serial'/>
Dec 04 19:05:57 user nova-compute[75209]:       </target>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='serial0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </serial>
Dec 04 19:05:57 user nova-compute[75209]:     <console type='pty' tty='/dev/pts/8'>
Dec 04 19:05:57 user nova-compute[75209]:       <source path='/dev/pts/8'/>
Dec 04 19:05:57 user nova-compute[75209]:       <log file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/console.log' append='off'/>
Dec 04 19:05:57 user nova-compute[75209]:       <target type='serial' port='0'/>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='serial0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </console>
Dec 04 19:05:57 user nova-compute[75209]:     <input type='mouse' bus='ps2'>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='input0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </input>
Dec 04 19:05:57 user nova-compute[75209]:     <input type='keyboard' bus='ps2'>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='input1'/>
Dec 04 19:05:57 user nova-compute[75209]:     </input>
Dec 04 19:05:57 user nova-compute[75209]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Dec 04 19:05:57 user nova-compute[75209]:       <listen type='address' address='0.0.0.0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </graphics>
Dec 04 19:05:57 user nova-compute[75209]:     <audio id='1' type='none'/>
Dec 04 19:05:57 user nova-compute[75209]:     <video>
Dec 04 19:05:57 user nova-compute[75209]:       <model type='virtio' heads='1' primary='yes'/>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='video0'/>
Dec 04 19:05:57 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </video>
Dec 04 19:05:57 user nova-compute[75209]:     <memballoon model='virtio'>
Dec 04 19:05:57 user nova-compute[75209]:       <stats period='10'/>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='balloon0'/>
Dec 04 19:05:57 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </memballoon>
Dec 04 19:05:57 user nova-compute[75209]:     <rng model='virtio'>
Dec 04 19:05:57 user nova-compute[75209]:       <backend model='random'>/dev/urandom</backend>
Dec 04 19:05:57 user nova-compute[75209]:       <alias name='rng0'/>
Dec 04 19:05:57 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 04 19:05:57 user nova-compute[75209]:     </rng>
Dec 04 19:05:57 user nova-compute[75209]:   </devices>
Dec 04 19:05:57 user nova-compute[75209]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 04 19:05:57 user nova-compute[75209]:     <label>libvirt-1689e372-5a57-4f19-a04b-95da1984b0b0</label>
Dec 04 19:05:57 user nova-compute[75209]:     <imagelabel>libvirt-1689e372-5a57-4f19-a04b-95da1984b0b0</imagelabel>
Dec 04 19:05:57 user nova-compute[75209]:   </seclabel>
Dec 04 19:05:57 user nova-compute[75209]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 04 19:05:57 user nova-compute[75209]:     <label>+64055:+108</label>
Dec 04 19:05:57 user nova-compute[75209]:     <imagelabel>+64055:+108</imagelabel>
Dec 04 19:05:57 user nova-compute[75209]:   </seclabel>
Dec 04 19:05:57 user nova-compute[75209]: </domain>
Dec 04 19:05:57 user nova-compute[75209]:  {{(pid=75209) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 04 19:05:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Successfully detached device tap0832c2dc-a5 from instance 1689e372-5a57-4f19-a04b-95da1984b0b0 from the live domain config.
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-318801990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-318801990',id=9,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNh009jEa+fUHeiPmYbTJrnpkxsFp/+vjEmMmXC+kpOgIFOLNwIodhG/r1nmWoBtzYa4degliMoePsYNz0LAxDgjCLZr63OpwUNaICg2xeyNfH//9hSi302A5nJdAp8S3w==',key_name='tempest-keypair-366300816',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='861feaed86da436ebbee990448b62c1f',ramdisk_id='',reservation_id='r-2005s4jn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1656558636',owner_user_name='tempest-TaggedAttachmentsTest-1656558636-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:03:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24f3423d8e8d415698af681abbbd6ac8',uuid=1689e372-5a57-4f19-a04b-95da1984b0b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converting VIF {"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG os_vif [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0832c2dc-a5, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4de984ef-038d-49a8-abae-f84b811e9a63) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:57 user nova-compute[75209]: INFO os_vif [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5')
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:05:57 user nova-compute[75209]:   <nova:package version="0.0.0"/>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:name>tempest-device-tagging-server-318801990</nova:name>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:creationTime>2023-12-04 19:05:57</nova:creationTime>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:flavor name="m1.tiny">
Dec 04 19:05:57 user nova-compute[75209]:     <nova:memory>512</nova:memory>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:disk>1</nova:disk>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:swap>0</nova:swap>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:vcpus>1</nova:vcpus>
Dec 04 19:05:57 user nova-compute[75209]:   </nova:flavor>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:owner>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:user uuid="24f3423d8e8d415698af681abbbd6ac8">tempest-TaggedAttachmentsTest-1656558636-project-member</nova:user>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:project uuid="861feaed86da436ebbee990448b62c1f">tempest-TaggedAttachmentsTest-1656558636</nova:project>
Dec 04 19:05:57 user nova-compute[75209]:   </nova:owner>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:05:57 user nova-compute[75209]:   <nova:ports>
Dec 04 19:05:57 user nova-compute[75209]:     <nova:port uuid="1acd9927-8c37-469d-8b82-3fbb33dac132">
Dec 04 19:05:57 user nova-compute[75209]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:05:57 user nova-compute[75209]:     </nova:port>
Dec 04 19:05:57 user nova-compute[75209]:   </nova:ports>
Dec 04 19:05:57 user nova-compute[75209]: </nova:instance>
Dec 04 19:05:57 user nova-compute[75209]:  {{(pid=75209) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.network.neutron [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:05:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.policy [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd70a368b5d4e2da3aa6752b9fe9f27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df36a9b8112e4011920e77ddf02fc4f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:05:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Creating image(s)
Dec 04 19:05:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "/opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "/opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "/opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.205s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk 1073741824" returned: 0 in 0.059s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.221s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Checking if we can resize image /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.compute.manager [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-deleted-0832c2dc-a57b-44c5-a1e9-aedb5da6b232 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:05:58 user nova-compute[75209]: INFO nova.compute.manager [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Neutron deleted interface 0832c2dc-a57b-44c5-a1e9-aedb5da6b232; detaching it from the instance and deleting it from the info cache
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.network.neutron [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updating instance_info_cache with network_info: [{"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquired lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Cannot resize image /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Ensure instance console log exists: /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.objects.instance [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] Lazy-loading 'system_metadata' on Instance uuid 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.objects.instance [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] Lazy-loading 'flavor' on Instance uuid 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.objects.base [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] Object Instance<1689e372-5a57-4f19-a04b-95da1984b0b0> lazy-loaded attributes: system_metadata,flavor {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-318801990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-318801990',id=9,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNh009jEa+fUHeiPmYbTJrnpkxsFp/+vjEmMmXC+kpOgIFOLNwIodhG/r1nmWoBtzYa4degliMoePsYNz0LAxDgjCLZr63OpwUNaICg2xeyNfH//9hSi302A5nJdAp8S3w==',key_name='tempest-keypair-366300816',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='861feaed86da436ebbee990448b62c1f',ramdisk_id='',reservation_id='r-2005s4jn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1656558636',owner_user_name='tempest-TaggedAttachmentsTest-1656558636-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:03:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24f3423d8e8d415698af681abbbd6ac8',uuid=1689e372-5a57-4f19-a04b-95da1984b0b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] Converting VIF {"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:20:5b:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap0832c2dc-a5"/></interface> {{(pid=75209) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:20:5b:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap0832c2dc-a5"/></interface>not found in domain: <domain type='kvm' id='9'>
Dec 04 19:05:58 user nova-compute[75209]:   <name>instance-00000009</name>
Dec 04 19:05:58 user nova-compute[75209]:   <uuid>1689e372-5a57-4f19-a04b-95da1984b0b0</uuid>
Dec 04 19:05:58 user nova-compute[75209]:   <metadata>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:05:58 user nova-compute[75209]:   <nova:package version="0.0.0"/>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:name>tempest-device-tagging-server-318801990</nova:name>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:creationTime>2023-12-04 19:05:57</nova:creationTime>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:flavor name="m1.tiny">
Dec 04 19:05:58 user nova-compute[75209]:     <nova:memory>512</nova:memory>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:disk>1</nova:disk>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:swap>0</nova:swap>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:vcpus>1</nova:vcpus>
Dec 04 19:05:58 user nova-compute[75209]:   </nova:flavor>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:owner>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:user uuid="24f3423d8e8d415698af681abbbd6ac8">tempest-TaggedAttachmentsTest-1656558636-project-member</nova:user>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:project uuid="861feaed86da436ebbee990448b62c1f">tempest-TaggedAttachmentsTest-1656558636</nova:project>
Dec 04 19:05:58 user nova-compute[75209]:   </nova:owner>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:ports>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:port uuid="1acd9927-8c37-469d-8b82-3fbb33dac132">
Dec 04 19:05:58 user nova-compute[75209]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:05:58 user nova-compute[75209]:     </nova:port>
Dec 04 19:05:58 user nova-compute[75209]:   </nova:ports>
Dec 04 19:05:58 user nova-compute[75209]: </nova:instance>
Dec 04 19:05:58 user nova-compute[75209]:   </metadata>
Dec 04 19:05:58 user nova-compute[75209]:   <memory unit='KiB'>524288</memory>
Dec 04 19:05:58 user nova-compute[75209]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 04 19:05:58 user nova-compute[75209]:   <vcpu placement='static'>1</vcpu>
Dec 04 19:05:58 user nova-compute[75209]:   <resource>
Dec 04 19:05:58 user nova-compute[75209]:     <partition>/machine</partition>
Dec 04 19:05:58 user nova-compute[75209]:   </resource>
Dec 04 19:05:58 user nova-compute[75209]:   <sysinfo type='smbios'>
Dec 04 19:05:58 user nova-compute[75209]:     <system>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='product'>OpenStack Nova</entry>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='version'>0.0.0</entry>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='serial'>1689e372-5a57-4f19-a04b-95da1984b0b0</entry>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='uuid'>1689e372-5a57-4f19-a04b-95da1984b0b0</entry>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='family'>Virtual Machine</entry>
Dec 04 19:05:58 user nova-compute[75209]:     </system>
Dec 04 19:05:58 user nova-compute[75209]:   </sysinfo>
Dec 04 19:05:58 user nova-compute[75209]:   <os>
Dec 04 19:05:58 user nova-compute[75209]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 04 19:05:58 user nova-compute[75209]:     <boot dev='hd'/>
Dec 04 19:05:58 user nova-compute[75209]:     <smbios mode='sysinfo'/>
Dec 04 19:05:58 user nova-compute[75209]:   </os>
Dec 04 19:05:58 user nova-compute[75209]:   <features>
Dec 04 19:05:58 user nova-compute[75209]:     <acpi/>
Dec 04 19:05:58 user nova-compute[75209]:     <apic/>
Dec 04 19:05:58 user nova-compute[75209]:     <vmcoreinfo state='on'/>
Dec 04 19:05:58 user nova-compute[75209]:   </features>
Dec 04 19:05:58 user nova-compute[75209]:   <cpu mode='custom' match='exact' check='full'>
Dec 04 19:05:58 user nova-compute[75209]:     <model fallback='forbid'>Nehalem</model>
Dec 04 19:05:58 user nova-compute[75209]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 04 19:05:58 user nova-compute[75209]:     <feature policy='require' name='vme'/>
Dec 04 19:05:58 user nova-compute[75209]:     <feature policy='require' name='x2apic'/>
Dec 04 19:05:58 user nova-compute[75209]:     <feature policy='require' name='hypervisor'/>
Dec 04 19:05:58 user nova-compute[75209]:   </cpu>
Dec 04 19:05:58 user nova-compute[75209]:   <clock offset='utc'>
Dec 04 19:05:58 user nova-compute[75209]:     <timer name='pit' tickpolicy='delay'/>
Dec 04 19:05:58 user nova-compute[75209]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 04 19:05:58 user nova-compute[75209]:     <timer name='hpet' present='no'/>
Dec 04 19:05:58 user nova-compute[75209]:   </clock>
Dec 04 19:05:58 user nova-compute[75209]:   <on_poweroff>destroy</on_poweroff>
Dec 04 19:05:58 user nova-compute[75209]:   <on_reboot>restart</on_reboot>
Dec 04 19:05:58 user nova-compute[75209]:   <on_crash>destroy</on_crash>
Dec 04 19:05:58 user nova-compute[75209]:   <devices>
Dec 04 19:05:58 user nova-compute[75209]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 04 19:05:58 user nova-compute[75209]:     <disk type='file' device='disk'>
Dec 04 19:05:58 user nova-compute[75209]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 04 19:05:58 user nova-compute[75209]:       <source file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk' index='2'/>
Dec 04 19:05:58 user nova-compute[75209]:       <backingStore type='file' index='3'>
Dec 04 19:05:58 user nova-compute[75209]:         <format type='raw'/>
Dec 04 19:05:58 user nova-compute[75209]:         <source file='/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5'/>
Dec 04 19:05:58 user nova-compute[75209]:         <backingStore/>
Dec 04 19:05:58 user nova-compute[75209]:       </backingStore>
Dec 04 19:05:58 user nova-compute[75209]:       <target dev='vda' bus='virtio'/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='virtio-disk0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </disk>
Dec 04 19:05:58 user nova-compute[75209]:     <disk type='file' device='cdrom'>
Dec 04 19:05:58 user nova-compute[75209]:       <driver name='qemu' type='raw' cache='none'/>
Dec 04 19:05:58 user nova-compute[75209]:       <source file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.config' index='1'/>
Dec 04 19:05:58 user nova-compute[75209]:       <backingStore/>
Dec 04 19:05:58 user nova-compute[75209]:       <target dev='hda' bus='ide'/>
Dec 04 19:05:58 user nova-compute[75209]:       <readonly/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='ide0-0-0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </disk>
Dec 04 19:05:58 user nova-compute[75209]:     <controller type='usb' index='0' model='none'>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='usb'/>
Dec 04 19:05:58 user nova-compute[75209]:     </controller>
Dec 04 19:05:58 user nova-compute[75209]:     <controller type='pci' index='0' model='pci-root'>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='pci.0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </controller>
Dec 04 19:05:58 user nova-compute[75209]:     <controller type='ide' index='0'>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='ide'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 04 19:05:58 user nova-compute[75209]:     </controller>
Dec 04 19:05:58 user nova-compute[75209]:     <interface type='ethernet'>
Dec 04 19:05:58 user nova-compute[75209]:       <mac address='fa:16:3e:aa:33:ab'/>
Dec 04 19:05:58 user nova-compute[75209]:       <target dev='tap1acd9927-8c'/>
Dec 04 19:05:58 user nova-compute[75209]:       <model type='virtio'/>
Dec 04 19:05:58 user nova-compute[75209]:       <mtu size='1442'/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='net0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </interface>
Dec 04 19:05:58 user nova-compute[75209]:     <serial type='pty'>
Dec 04 19:05:58 user nova-compute[75209]:       <source path='/dev/pts/8'/>
Dec 04 19:05:58 user nova-compute[75209]:       <log file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/console.log' append='off'/>
Dec 04 19:05:58 user nova-compute[75209]:       <target type='isa-serial' port='0'>
Dec 04 19:05:58 user nova-compute[75209]:         <model name='isa-serial'/>
Dec 04 19:05:58 user nova-compute[75209]:       </target>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='serial0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </serial>
Dec 04 19:05:58 user nova-compute[75209]:     <console type='pty' tty='/dev/pts/8'>
Dec 04 19:05:58 user nova-compute[75209]:       <source path='/dev/pts/8'/>
Dec 04 19:05:58 user nova-compute[75209]:       <log file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/console.log' append='off'/>
Dec 04 19:05:58 user nova-compute[75209]:       <target type='serial' port='0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='serial0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </console>
Dec 04 19:05:58 user nova-compute[75209]:     <input type='mouse' bus='ps2'>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='input0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </input>
Dec 04 19:05:58 user nova-compute[75209]:     <input type='keyboard' bus='ps2'>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='input1'/>
Dec 04 19:05:58 user nova-compute[75209]:     </input>
Dec 04 19:05:58 user nova-compute[75209]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Dec 04 19:05:58 user nova-compute[75209]:       <listen type='address' address='0.0.0.0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </graphics>
Dec 04 19:05:58 user nova-compute[75209]:     <audio id='1' type='none'/>
Dec 04 19:05:58 user nova-compute[75209]:     <video>
Dec 04 19:05:58 user nova-compute[75209]:       <model type='virtio' heads='1' primary='yes'/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='video0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </video>
Dec 04 19:05:58 user nova-compute[75209]:     <memballoon model='virtio'>
Dec 04 19:05:58 user nova-compute[75209]:       <stats period='10'/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='balloon0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </memballoon>
Dec 04 19:05:58 user nova-compute[75209]:     <rng model='virtio'>
Dec 04 19:05:58 user nova-compute[75209]:       <backend model='random'>/dev/urandom</backend>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='rng0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </rng>
Dec 04 19:05:58 user nova-compute[75209]:   </devices>
Dec 04 19:05:58 user nova-compute[75209]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 04 19:05:58 user nova-compute[75209]:     <label>libvirt-1689e372-5a57-4f19-a04b-95da1984b0b0</label>
Dec 04 19:05:58 user nova-compute[75209]:     <imagelabel>libvirt-1689e372-5a57-4f19-a04b-95da1984b0b0</imagelabel>
Dec 04 19:05:58 user nova-compute[75209]:   </seclabel>
Dec 04 19:05:58 user nova-compute[75209]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 04 19:05:58 user nova-compute[75209]:     <label>+64055:+108</label>
Dec 04 19:05:58 user nova-compute[75209]:     <imagelabel>+64055:+108</imagelabel>
Dec 04 19:05:58 user nova-compute[75209]:   </seclabel>
Dec 04 19:05:58 user nova-compute[75209]: </domain>
Dec 04 19:05:58 user nova-compute[75209]:  {{(pid=75209) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:20:5b:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap0832c2dc-a5"/></interface> {{(pid=75209) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:20:5b:fe"/><model type="virtio"/><mtu size="1442"/><target dev="tap0832c2dc-a5"/></interface>not found in domain: <domain type='kvm' id='9'>
Dec 04 19:05:58 user nova-compute[75209]:   <name>instance-00000009</name>
Dec 04 19:05:58 user nova-compute[75209]:   <uuid>1689e372-5a57-4f19-a04b-95da1984b0b0</uuid>
Dec 04 19:05:58 user nova-compute[75209]:   <metadata>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:05:58 user nova-compute[75209]:   <nova:package version="0.0.0"/>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:name>tempest-device-tagging-server-318801990</nova:name>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:creationTime>2023-12-04 19:05:57</nova:creationTime>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:flavor name="m1.tiny">
Dec 04 19:05:58 user nova-compute[75209]:     <nova:memory>512</nova:memory>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:disk>1</nova:disk>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:swap>0</nova:swap>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:vcpus>1</nova:vcpus>
Dec 04 19:05:58 user nova-compute[75209]:   </nova:flavor>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:owner>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:user uuid="24f3423d8e8d415698af681abbbd6ac8">tempest-TaggedAttachmentsTest-1656558636-project-member</nova:user>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:project uuid="861feaed86da436ebbee990448b62c1f">tempest-TaggedAttachmentsTest-1656558636</nova:project>
Dec 04 19:05:58 user nova-compute[75209]:   </nova:owner>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:ports>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:port uuid="1acd9927-8c37-469d-8b82-3fbb33dac132">
Dec 04 19:05:58 user nova-compute[75209]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:05:58 user nova-compute[75209]:     </nova:port>
Dec 04 19:05:58 user nova-compute[75209]:   </nova:ports>
Dec 04 19:05:58 user nova-compute[75209]: </nova:instance>
Dec 04 19:05:58 user nova-compute[75209]:   </metadata>
Dec 04 19:05:58 user nova-compute[75209]:   <memory unit='KiB'>524288</memory>
Dec 04 19:05:58 user nova-compute[75209]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 04 19:05:58 user nova-compute[75209]:   <vcpu placement='static'>1</vcpu>
Dec 04 19:05:58 user nova-compute[75209]:   <resource>
Dec 04 19:05:58 user nova-compute[75209]:     <partition>/machine</partition>
Dec 04 19:05:58 user nova-compute[75209]:   </resource>
Dec 04 19:05:58 user nova-compute[75209]:   <sysinfo type='smbios'>
Dec 04 19:05:58 user nova-compute[75209]:     <system>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='product'>OpenStack Nova</entry>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='version'>0.0.0</entry>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='serial'>1689e372-5a57-4f19-a04b-95da1984b0b0</entry>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='uuid'>1689e372-5a57-4f19-a04b-95da1984b0b0</entry>
Dec 04 19:05:58 user nova-compute[75209]:       <entry name='family'>Virtual Machine</entry>
Dec 04 19:05:58 user nova-compute[75209]:     </system>
Dec 04 19:05:58 user nova-compute[75209]:   </sysinfo>
Dec 04 19:05:58 user nova-compute[75209]:   <os>
Dec 04 19:05:58 user nova-compute[75209]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 04 19:05:58 user nova-compute[75209]:     <boot dev='hd'/>
Dec 04 19:05:58 user nova-compute[75209]:     <smbios mode='sysinfo'/>
Dec 04 19:05:58 user nova-compute[75209]:   </os>
Dec 04 19:05:58 user nova-compute[75209]:   <features>
Dec 04 19:05:58 user nova-compute[75209]:     <acpi/>
Dec 04 19:05:58 user nova-compute[75209]:     <apic/>
Dec 04 19:05:58 user nova-compute[75209]:     <vmcoreinfo state='on'/>
Dec 04 19:05:58 user nova-compute[75209]:   </features>
Dec 04 19:05:58 user nova-compute[75209]:   <cpu mode='custom' match='exact' check='full'>
Dec 04 19:05:58 user nova-compute[75209]:     <model fallback='forbid'>Nehalem</model>
Dec 04 19:05:58 user nova-compute[75209]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 04 19:05:58 user nova-compute[75209]:     <feature policy='require' name='vme'/>
Dec 04 19:05:58 user nova-compute[75209]:     <feature policy='require' name='x2apic'/>
Dec 04 19:05:58 user nova-compute[75209]:     <feature policy='require' name='hypervisor'/>
Dec 04 19:05:58 user nova-compute[75209]:   </cpu>
Dec 04 19:05:58 user nova-compute[75209]:   <clock offset='utc'>
Dec 04 19:05:58 user nova-compute[75209]:     <timer name='pit' tickpolicy='delay'/>
Dec 04 19:05:58 user nova-compute[75209]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 04 19:05:58 user nova-compute[75209]:     <timer name='hpet' present='no'/>
Dec 04 19:05:58 user nova-compute[75209]:   </clock>
Dec 04 19:05:58 user nova-compute[75209]:   <on_poweroff>destroy</on_poweroff>
Dec 04 19:05:58 user nova-compute[75209]:   <on_reboot>restart</on_reboot>
Dec 04 19:05:58 user nova-compute[75209]:   <on_crash>destroy</on_crash>
Dec 04 19:05:58 user nova-compute[75209]:   <devices>
Dec 04 19:05:58 user nova-compute[75209]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 04 19:05:58 user nova-compute[75209]:     <disk type='file' device='disk'>
Dec 04 19:05:58 user nova-compute[75209]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 04 19:05:58 user nova-compute[75209]:       <source file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk' index='2'/>
Dec 04 19:05:58 user nova-compute[75209]:       <backingStore type='file' index='3'>
Dec 04 19:05:58 user nova-compute[75209]:         <format type='raw'/>
Dec 04 19:05:58 user nova-compute[75209]:         <source file='/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5'/>
Dec 04 19:05:58 user nova-compute[75209]:         <backingStore/>
Dec 04 19:05:58 user nova-compute[75209]:       </backingStore>
Dec 04 19:05:58 user nova-compute[75209]:       <target dev='vda' bus='virtio'/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='virtio-disk0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </disk>
Dec 04 19:05:58 user nova-compute[75209]:     <disk type='file' device='cdrom'>
Dec 04 19:05:58 user nova-compute[75209]:       <driver name='qemu' type='raw' cache='none'/>
Dec 04 19:05:58 user nova-compute[75209]:       <source file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk.config' index='1'/>
Dec 04 19:05:58 user nova-compute[75209]:       <backingStore/>
Dec 04 19:05:58 user nova-compute[75209]:       <target dev='hda' bus='ide'/>
Dec 04 19:05:58 user nova-compute[75209]:       <readonly/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='ide0-0-0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </disk>
Dec 04 19:05:58 user nova-compute[75209]:     <controller type='usb' index='0' model='none'>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='usb'/>
Dec 04 19:05:58 user nova-compute[75209]:     </controller>
Dec 04 19:05:58 user nova-compute[75209]:     <controller type='pci' index='0' model='pci-root'>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='pci.0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </controller>
Dec 04 19:05:58 user nova-compute[75209]:     <controller type='ide' index='0'>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='ide'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 04 19:05:58 user nova-compute[75209]:     </controller>
Dec 04 19:05:58 user nova-compute[75209]:     <interface type='ethernet'>
Dec 04 19:05:58 user nova-compute[75209]:       <mac address='fa:16:3e:aa:33:ab'/>
Dec 04 19:05:58 user nova-compute[75209]:       <target dev='tap1acd9927-8c'/>
Dec 04 19:05:58 user nova-compute[75209]:       <model type='virtio'/>
Dec 04 19:05:58 user nova-compute[75209]:       <mtu size='1442'/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='net0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </interface>
Dec 04 19:05:58 user nova-compute[75209]:     <serial type='pty'>
Dec 04 19:05:58 user nova-compute[75209]:       <source path='/dev/pts/8'/>
Dec 04 19:05:58 user nova-compute[75209]:       <log file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/console.log' append='off'/>
Dec 04 19:05:58 user nova-compute[75209]:       <target type='isa-serial' port='0'>
Dec 04 19:05:58 user nova-compute[75209]:         <model name='isa-serial'/>
Dec 04 19:05:58 user nova-compute[75209]:       </target>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='serial0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </serial>
Dec 04 19:05:58 user nova-compute[75209]:     <console type='pty' tty='/dev/pts/8'>
Dec 04 19:05:58 user nova-compute[75209]:       <source path='/dev/pts/8'/>
Dec 04 19:05:58 user nova-compute[75209]:       <log file='/opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/console.log' append='off'/>
Dec 04 19:05:58 user nova-compute[75209]:       <target type='serial' port='0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='serial0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </console>
Dec 04 19:05:58 user nova-compute[75209]:     <input type='mouse' bus='ps2'>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='input0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </input>
Dec 04 19:05:58 user nova-compute[75209]:     <input type='keyboard' bus='ps2'>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='input1'/>
Dec 04 19:05:58 user nova-compute[75209]:     </input>
Dec 04 19:05:58 user nova-compute[75209]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Dec 04 19:05:58 user nova-compute[75209]:       <listen type='address' address='0.0.0.0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </graphics>
Dec 04 19:05:58 user nova-compute[75209]:     <audio id='1' type='none'/>
Dec 04 19:05:58 user nova-compute[75209]:     <video>
Dec 04 19:05:58 user nova-compute[75209]:       <model type='virtio' heads='1' primary='yes'/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='video0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </video>
Dec 04 19:05:58 user nova-compute[75209]:     <memballoon model='virtio'>
Dec 04 19:05:58 user nova-compute[75209]:       <stats period='10'/>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='balloon0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </memballoon>
Dec 04 19:05:58 user nova-compute[75209]:     <rng model='virtio'>
Dec 04 19:05:58 user nova-compute[75209]:       <backend model='random'>/dev/urandom</backend>
Dec 04 19:05:58 user nova-compute[75209]:       <alias name='rng0'/>
Dec 04 19:05:58 user nova-compute[75209]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 04 19:05:58 user nova-compute[75209]:     </rng>
Dec 04 19:05:58 user nova-compute[75209]:   </devices>
Dec 04 19:05:58 user nova-compute[75209]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 04 19:05:58 user nova-compute[75209]:     <label>libvirt-1689e372-5a57-4f19-a04b-95da1984b0b0</label>
Dec 04 19:05:58 user nova-compute[75209]:     <imagelabel>libvirt-1689e372-5a57-4f19-a04b-95da1984b0b0</imagelabel>
Dec 04 19:05:58 user nova-compute[75209]:   </seclabel>
Dec 04 19:05:58 user nova-compute[75209]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 04 19:05:58 user nova-compute[75209]:     <label>+64055:+108</label>
Dec 04 19:05:58 user nova-compute[75209]:     <imagelabel>+64055:+108</imagelabel>
Dec 04 19:05:58 user nova-compute[75209]:   </seclabel>
Dec 04 19:05:58 user nova-compute[75209]: </domain>
Dec 04 19:05:58 user nova-compute[75209]:  {{(pid=75209) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 04 19:05:58 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Detaching interface fa:16:3e:20:5b:fe failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap0832c2dc-a5' not found.
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-318801990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-318801990',id=9,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNh009jEa+fUHeiPmYbTJrnpkxsFp/+vjEmMmXC+kpOgIFOLNwIodhG/r1nmWoBtzYa4degliMoePsYNz0LAxDgjCLZr63OpwUNaICg2xeyNfH//9hSi302A5nJdAp8S3w==',key_name='tempest-keypair-366300816',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='861feaed86da436ebbee990448b62c1f',ramdisk_id='',reservation_id='r-2005s4jn',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1656558636',owner_user_name='tempest-TaggedAttachmentsTest-1656558636-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:03:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24f3423d8e8d415698af681abbbd6ac8',uuid=1689e372-5a57-4f19-a04b-95da1984b0b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] Converting VIF {"id": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "address": "fa:16:3e:20:5b:fe", "network": {"id": "74553f7b-9161-4f1f-80b1-df4621cb6a8d", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1637564759", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0832c2dc-a5", "ovs_interfaceid": "0832c2dc-a57b-44c5-a1e9-aedb5da6b232", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG os_vif [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0832c2dc-a5, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:05:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:05:58 user nova-compute[75209]: INFO os_vif [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:5b:fe,bridge_name='br-int',has_traffic_filtering=True,id=0832c2dc-a57b-44c5-a1e9-aedb5da6b232,network=Network(74553f7b-9161-4f1f-80b1-df4621cb6a8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0832c2dc-a5')
Dec 04 19:05:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [req-8a7895c2-6918-4c4a-94be-da52e79479eb req-ae5f52cc-873d-4109-ac06-830b31503e0d service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:05:58 user nova-compute[75209]:   <nova:package version="0.0.0"/>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:name>tempest-device-tagging-server-318801990</nova:name>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:creationTime>2023-12-04 19:05:58</nova:creationTime>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:flavor name="m1.tiny">
Dec 04 19:05:58 user nova-compute[75209]:     <nova:memory>512</nova:memory>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:disk>1</nova:disk>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:swap>0</nova:swap>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:vcpus>1</nova:vcpus>
Dec 04 19:05:58 user nova-compute[75209]:   </nova:flavor>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:owner>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:user uuid="24f3423d8e8d415698af681abbbd6ac8">tempest-TaggedAttachmentsTest-1656558636-project-member</nova:user>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:project uuid="861feaed86da436ebbee990448b62c1f">tempest-TaggedAttachmentsTest-1656558636</nova:project>
Dec 04 19:05:58 user nova-compute[75209]:   </nova:owner>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:05:58 user nova-compute[75209]:   <nova:ports>
Dec 04 19:05:58 user nova-compute[75209]:     <nova:port uuid="1acd9927-8c37-469d-8b82-3fbb33dac132">
Dec 04 19:05:58 user nova-compute[75209]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:05:58 user nova-compute[75209]:     </nova:port>
Dec 04 19:05:58 user nova-compute[75209]:   </nova:ports>
Dec 04 19:05:58 user nova-compute[75209]: </nova:instance>
Dec 04 19:05:58 user nova-compute[75209]:  {{(pid=75209) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 04 19:05:59 user nova-compute[75209]: DEBUG nova.network.neutron [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Successfully created port: 3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:05:59 user nova-compute[75209]: INFO nova.network.neutron [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Port 0832c2dc-a57b-44c5-a1e9-aedb5da6b232 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Dec 04 19:05:59 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updating instance_info_cache with network_info: [{"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:05:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Releasing lock "refresh_cache-1689e372-5a57-4f19-a04b-95da1984b0b0" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:05:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e73b5894-12c1-4255-b46b-8694158833da tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "interface-1689e372-5a57-4f19-a04b-95da1984b0b0-0832c2dc-a57b-44c5-a1e9-aedb5da6b232" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 23.036s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.network.neutron [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Successfully updated port: 3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "refresh_cache-abb457e8-dbb2-4cb2-923f-4aef006298e7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquired lock "refresh_cache-abb457e8-dbb2-4cb2-923f-4aef006298e7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.network.neutron [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:06:00 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Instance spawned successfully.
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.network.neutron [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75209) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0deeee52-0985-4ee8-8c8f-d218e831c889 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.123s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.network.neutron [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Updating instance_info_cache with network_info: [{"id": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "address": "fa:16:3e:96:40:8b", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5ae7a8-1d", "ovs_interfaceid": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Releasing lock "refresh_cache-abb457e8-dbb2-4cb2-923f-4aef006298e7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Instance network_info: |[{"id": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "address": "fa:16:3e:96:40:8b", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5ae7a8-1d", "ovs_interfaceid": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Start _get_guest_xml network_info=[{"id": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "address": "fa:16:3e:96:40:8b", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5ae7a8-1d", "ovs_interfaceid": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:06:00 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:00 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:06:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:05:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1419364012',display_name='tempest-VolumesAdminNegativeTest-server-1419364012',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1419364012',id=15,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='df36a9b8112e4011920e77ddf02fc4f2',ramdisk_id='',reservation_id='r-qkuob9r0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1259503320',owner_user_name='tempest-VolumesAdminNegativeTest-1259503320-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:05:58Z,user_data=None,user_id='2cd70a368b5d4e2da3aa6752b9fe9f27',uuid=abb457e8-dbb2-4cb2-923f-4aef006298e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "address": "fa:16:3e:96:40:8b", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5ae7a8-1d", "ovs_interfaceid": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converting VIF {"id": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "address": "fa:16:3e:96:40:8b", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5ae7a8-1d", "ovs_interfaceid": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:40:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e5ae7a8-1d21-4a6a-930c-9dd24444eda6,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e5ae7a8-1d') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.objects.instance [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lazy-loading 'pci_devices' on Instance uuid abb457e8-dbb2-4cb2-923f-4aef006298e7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:06:01 user nova-compute[75209]:   <uuid>abb457e8-dbb2-4cb2-923f-4aef006298e7</uuid>
Dec 04 19:06:01 user nova-compute[75209]:   <name>instance-0000000f</name>
Dec 04 19:06:01 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:06:01 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:06:01 user nova-compute[75209]:   <metadata>
Dec 04 19:06:01 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:06:01 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:06:01 user nova-compute[75209]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1419364012</nova:name>
Dec 04 19:06:01 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:06:00</nova:creationTime>
Dec 04 19:06:01 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:06:01 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:06:01 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:06:01 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:06:01 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:06:01 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:06:01 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:06:01 user nova-compute[75209]:       <nova:owner>
Dec 04 19:06:01 user nova-compute[75209]:         <nova:user uuid="2cd70a368b5d4e2da3aa6752b9fe9f27">tempest-VolumesAdminNegativeTest-1259503320-project-member</nova:user>
Dec 04 19:06:01 user nova-compute[75209]:         <nova:project uuid="df36a9b8112e4011920e77ddf02fc4f2">tempest-VolumesAdminNegativeTest-1259503320</nova:project>
Dec 04 19:06:01 user nova-compute[75209]:       </nova:owner>
Dec 04 19:06:01 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:06:01 user nova-compute[75209]:       <nova:ports>
Dec 04 19:06:01 user nova-compute[75209]:         <nova:port uuid="3e5ae7a8-1d21-4a6a-930c-9dd24444eda6">
Dec 04 19:06:01 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 19:06:01 user nova-compute[75209]:         </nova:port>
Dec 04 19:06:01 user nova-compute[75209]:       </nova:ports>
Dec 04 19:06:01 user nova-compute[75209]:     </nova:instance>
Dec 04 19:06:01 user nova-compute[75209]:   </metadata>
Dec 04 19:06:01 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:06:01 user nova-compute[75209]:     <system>
Dec 04 19:06:01 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:06:01 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:06:01 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:06:01 user nova-compute[75209]:       <entry name="serial">abb457e8-dbb2-4cb2-923f-4aef006298e7</entry>
Dec 04 19:06:01 user nova-compute[75209]:       <entry name="uuid">abb457e8-dbb2-4cb2-923f-4aef006298e7</entry>
Dec 04 19:06:01 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:06:01 user nova-compute[75209]:     </system>
Dec 04 19:06:01 user nova-compute[75209]:   </sysinfo>
Dec 04 19:06:01 user nova-compute[75209]:   <os>
Dec 04 19:06:01 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:06:01 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:06:01 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:06:01 user nova-compute[75209]:   </os>
Dec 04 19:06:01 user nova-compute[75209]:   <features>
Dec 04 19:06:01 user nova-compute[75209]:     <acpi/>
Dec 04 19:06:01 user nova-compute[75209]:     <apic/>
Dec 04 19:06:01 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:06:01 user nova-compute[75209]:   </features>
Dec 04 19:06:01 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:06:01 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:06:01 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:06:01 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:06:01 user nova-compute[75209]:   </clock>
Dec 04 19:06:01 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:06:01 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:06:01 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:06:01 user nova-compute[75209]:   </cpu>
Dec 04 19:06:01 user nova-compute[75209]:   <devices>
Dec 04 19:06:01 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:06:01 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:06:01 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk"/>
Dec 04 19:06:01 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:06:01 user nova-compute[75209]:     </disk>
Dec 04 19:06:01 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:06:01 user nova-compute[75209]:       <mac address="fa:16:3e:96:40:8b"/>
Dec 04 19:06:01 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:06:01 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:06:01 user nova-compute[75209]:       <target dev="tap3e5ae7a8-1d"/>
Dec 04 19:06:01 user nova-compute[75209]:     </interface>
Dec 04 19:06:01 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:06:01 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/console.log" append="off"/>
Dec 04 19:06:01 user nova-compute[75209]:     </serial>
Dec 04 19:06:01 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:06:01 user nova-compute[75209]:     <video>
Dec 04 19:06:01 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:06:01 user nova-compute[75209]:     </video>
Dec 04 19:06:01 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:06:01 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:06:01 user nova-compute[75209]:     </rng>
Dec 04 19:06:01 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:06:01 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:06:01 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:06:01 user nova-compute[75209]:     </memballoon>
Dec 04 19:06:01 user nova-compute[75209]:   </devices>
Dec 04 19:06:01 user nova-compute[75209]: </domain>
Dec 04 19:06:01 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:05:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1419364012',display_name='tempest-VolumesAdminNegativeTest-server-1419364012',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1419364012',id=15,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='df36a9b8112e4011920e77ddf02fc4f2',ramdisk_id='',reservation_id='r-qkuob9r0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1259503320',owner_user_name='tempest-VolumesAdminNegativeTest-1259503320-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:05:58Z,user_data=None,user_id='2cd70a368b5d4e2da3aa6752b9fe9f27',uuid=abb457e8-dbb2-4cb2-923f-4aef006298e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "address": "fa:16:3e:96:40:8b", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5ae7a8-1d", "ovs_interfaceid": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converting VIF {"id": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "address": "fa:16:3e:96:40:8b", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5ae7a8-1d", "ovs_interfaceid": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:40:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e5ae7a8-1d21-4a6a-930c-9dd24444eda6,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e5ae7a8-1d') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG os_vif [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:40:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e5ae7a8-1d21-4a6a-930c-9dd24444eda6,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e5ae7a8-1d') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '927b1d23-c8a8-5461-883a-449dbb7dff80', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3e5ae7a8-1d, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3e5ae7a8-1d, col_values=(('qos', UUID('42e30d44-cb09-4ecb-a43d-9267e624ede3')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3e5ae7a8-1d, col_values=(('external_ids', {'iface-id': '3e5ae7a8-1d21-4a6a-930c-9dd24444eda6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:96:40:8b', 'vm-uuid': 'abb457e8-dbb2-4cb2-923f-4aef006298e7'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:01 user nova-compute[75209]: INFO os_vif [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:40:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e5ae7a8-1d21-4a6a-930c-9dd24444eda6,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e5ae7a8-1d')
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] No waiting events found dispatching network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:01 user nova-compute[75209]: WARNING nova.compute.manager [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received unexpected event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 for instance with vm_state active and task_state None.
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] No waiting events found dispatching network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:01 user nova-compute[75209]: WARNING nova.compute.manager [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received unexpected event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 for instance with vm_state active and task_state None.
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Received event network-changed-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Refreshing instance network info cache due to event network-changed-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] Acquiring lock "refresh_cache-abb457e8-dbb2-4cb2-923f-4aef006298e7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] Acquired lock "refresh_cache-abb457e8-dbb2-4cb2-923f-4aef006298e7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.network.neutron [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Refreshing network info cache for port 3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] No VIF found with MAC fa:16:3e:96:40:8b, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.network.neutron [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Updated VIF entry in instance network info cache for port 3e5ae7a8-1d21-4a6a-930c-9dd24444eda6. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG nova.network.neutron [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Updating instance_info_cache with network_info: [{"id": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "address": "fa:16:3e:96:40:8b", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5ae7a8-1d", "ovs_interfaceid": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a76e84fa-59be-4d99-a498-eecbeea733fe req-59a299cc-ee1a-4971-9ed9-e744970f312e service nova] Releasing lock "refresh_cache-abb457e8-dbb2-4cb2-923f-4aef006298e7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-9495f704-927c-413f-874c-b11bceb474bf req-ce894d5d-afec-4518-b776-84bcbd089c15 service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Received event network-vif-plugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9495f704-927c-413f-874c-b11bceb474bf req-ce894d5d-afec-4518-b776-84bcbd089c15 service nova] Acquiring lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9495f704-927c-413f-874c-b11bceb474bf req-ce894d5d-afec-4518-b776-84bcbd089c15 service nova] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9495f704-927c-413f-874c-b11bceb474bf req-ce894d5d-afec-4518-b776-84bcbd089c15 service nova] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-9495f704-927c-413f-874c-b11bceb474bf req-ce894d5d-afec-4518-b776-84bcbd089c15 service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] No waiting events found dispatching network-vif-plugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:02 user nova-compute[75209]: WARNING nova.compute.manager [req-9495f704-927c-413f-874c-b11bceb474bf req-ce894d5d-afec-4518-b776-84bcbd089c15 service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Received unexpected event network-vif-plugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 for instance with vm_state building and task_state spawning.
Dec 04 19:06:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-0b9f7f50-a988-4d3a-955e-1c10168a95b1 req-e7769bbb-404d-4c38-937d-011a573f4bb9 service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Received event network-vif-plugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0b9f7f50-a988-4d3a-955e-1c10168a95b1 req-e7769bbb-404d-4c38-937d-011a573f4bb9 service nova] Acquiring lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0b9f7f50-a988-4d3a-955e-1c10168a95b1 req-e7769bbb-404d-4c38-937d-011a573f4bb9 service nova] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0b9f7f50-a988-4d3a-955e-1c10168a95b1 req-e7769bbb-404d-4c38-937d-011a573f4bb9 service nova] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-0b9f7f50-a988-4d3a-955e-1c10168a95b1 req-e7769bbb-404d-4c38-937d-011a573f4bb9 service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] No waiting events found dispatching network-vif-plugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:04 user nova-compute[75209]: WARNING nova.compute.manager [req-0b9f7f50-a988-4d3a-955e-1c10168a95b1 req-e7769bbb-404d-4c38-937d-011a573f4bb9 service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Received unexpected event network-vif-plugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 for instance with vm_state building and task_state spawning.
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:06:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Instance spawned successfully.
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:05 user nova-compute[75209]: INFO nova.compute.manager [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Took 7.35 seconds to spawn the instance on the hypervisor.
Dec 04 19:06:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:06:05 user nova-compute[75209]: INFO nova.compute.manager [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Took 8.80 seconds to build instance.
Dec 04 19:06:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628e59ae-ded7-4fa0-9165-e40593becb37 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.930s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Acquiring lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Acquiring lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:09 user nova-compute[75209]: INFO nova.compute.manager [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Terminating instance
Dec 04 19:06:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:06:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-e876d7a9-3891-4f8e-b2dc-c2736356766f req-995851f7-cc84-483b-94d7-a7151c42cdc2 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received event network-vif-unplugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e876d7a9-3891-4f8e-b2dc-c2736356766f req-995851f7-cc84-483b-94d7-a7151c42cdc2 service nova] Acquiring lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e876d7a9-3891-4f8e-b2dc-c2736356766f req-995851f7-cc84-483b-94d7-a7151c42cdc2 service nova] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e876d7a9-3891-4f8e-b2dc-c2736356766f req-995851f7-cc84-483b-94d7-a7151c42cdc2 service nova] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-e876d7a9-3891-4f8e-b2dc-c2736356766f req-995851f7-cc84-483b-94d7-a7151c42cdc2 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] No waiting events found dispatching network-vif-unplugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-e876d7a9-3891-4f8e-b2dc-c2736356766f req-995851f7-cc84-483b-94d7-a7151c42cdc2 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received event network-vif-unplugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:06:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Instance destroyed successfully.
Dec 04 19:06:10 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lazy-loading 'resources' on Instance uuid a977985b-15ed-44a0-bef8-1cb4131f1c56 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:03:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-544435584',display_name='tempest-VolumesAssistedSnapshotsTest-server-544435584',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-544435584',id=10,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKGkUPrML/gD5llt8gNKPYdITg+14BjhqRFO/5Jc9lVdoh/m18N8E5jZg6XD+wgAmqkJEZPUpTvWYaxE3wIIB9INNqAQNqUl9Vs009LJQ4c/Suk6saOui/xscRe4bob40Q==',key_name='tempest-keypair-2066815670',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8be305890da64e6694b5f1396cb022a5',ramdisk_id='',reservation_id='r-m0yovvrj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1939470408',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1939470408-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:03:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7b40d556f0764c5a81f00b4944eba4d4',uuid=a977985b-15ed-44a0-bef8-1cb4131f1c56,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Converting VIF {"id": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "address": "fa:16:3e:34:23:ae", "network": {"id": "a79b9a70-00d3-484b-acdd-77cb301b04cc", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-307728625-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8be305890da64e6694b5f1396cb022a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9cf8fce-75", "ovs_interfaceid": "e9cf8fce-75cb-489c-a9d8-6ad0948b37d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:34:23:ae,bridge_name='br-int',has_traffic_filtering=True,id=e9cf8fce-75cb-489c-a9d8-6ad0948b37d4,network=Network(a79b9a70-00d3-484b-acdd-77cb301b04cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9cf8fce-75') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG os_vif [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:23:ae,bridge_name='br-int',has_traffic_filtering=True,id=e9cf8fce-75cb-489c-a9d8-6ad0948b37d4,network=Network(a79b9a70-00d3-484b-acdd-77cb301b04cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9cf8fce-75') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape9cf8fce-75, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=035b7ef2-0ab2-4890-82a0-3d10b99c6e3f) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:10 user nova-compute[75209]: INFO os_vif [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:23:ae,bridge_name='br-int',has_traffic_filtering=True,id=e9cf8fce-75cb-489c-a9d8-6ad0948b37d4,network=Network(a79b9a70-00d3-484b-acdd-77cb301b04cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9cf8fce-75')
Dec 04 19:06:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Deleting instance files /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56_del
Dec 04 19:06:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Deletion of /opt/stack/data/nova/instances/a977985b-15ed-44a0-bef8-1cb4131f1c56_del complete
Dec 04 19:06:10 user nova-compute[75209]: INFO nova.compute.manager [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 04 19:06:10 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:06:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:06:11 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:11 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Took 0.84 seconds to deallocate network for instance.
Dec 04 19:06:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:12 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:06:12 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:06:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.427s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:12 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Deleted allocations for instance a977985b-15ed-44a0-bef8-1cb4131f1c56
Dec 04 19:06:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f94535bd-c1d3-4b36-928c-f52500c57ae0 tempest-VolumesAssistedSnapshotsTest-1939470408 tempest-VolumesAssistedSnapshotsTest-1939470408-project-member] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.443s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-a2dda7f8-0edd-4f4e-8198-24c1dd82a0cd req-412846e9-effb-42aa-a348-38619899a324 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received event network-vif-plugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a2dda7f8-0edd-4f4e-8198-24c1dd82a0cd req-412846e9-effb-42aa-a348-38619899a324 service nova] Acquiring lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a2dda7f8-0edd-4f4e-8198-24c1dd82a0cd req-412846e9-effb-42aa-a348-38619899a324 service nova] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a2dda7f8-0edd-4f4e-8198-24c1dd82a0cd req-412846e9-effb-42aa-a348-38619899a324 service nova] Lock "a977985b-15ed-44a0-bef8-1cb4131f1c56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-a2dda7f8-0edd-4f4e-8198-24c1dd82a0cd req-412846e9-effb-42aa-a348-38619899a324 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] No waiting events found dispatching network-vif-plugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:12 user nova-compute[75209]: WARNING nova.compute.manager [req-a2dda7f8-0edd-4f4e-8198-24c1dd82a0cd req-412846e9-effb-42aa-a348-38619899a324 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received unexpected event network-vif-plugged-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 for instance with vm_state deleted and task_state None.
Dec 04 19:06:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-a2dda7f8-0edd-4f4e-8198-24c1dd82a0cd req-412846e9-effb-42aa-a348-38619899a324 service nova] [instance: a977985b-15ed-44a0-bef8-1cb4131f1c56] Received event network-vif-deleted-e9cf8fce-75cb-489c-a9d8-6ad0948b37d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:06:14 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:06:14 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:06:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:06:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:06:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:06:16 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updating instance_info_cache with network_info: [{"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:06:16 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:06:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:16 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:06:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.322s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:06:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:06:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:06:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:20 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:20 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:20 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7674MB free_disk=25.24496078491211GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:06:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9e65f207-b34d-4000-8630-24a0e7121a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3554337a-7a0c-48ba-a520-a4523a8d7984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 670a5510-20c3-4914-8308-4c3b92412b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 1689e372-5a57-4f19-a04b-95da1984b0b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 62ef2339-1ed3-4f87-93bc-daf030e2fff2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3fa28183-e329-4f88-969d-a8a72d8dfeb4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance abb457e8-dbb2-4cb2-923f-4aef006298e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.481s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:06:21 user nova-compute[75209]: INFO nova.compute.claims [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Claim successful on node user
Dec 04 19:06:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.objects.instance [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'flavor' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:21 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.455s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:06:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.policy [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6595583235274138b702b630a89147a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe099e8a6cea4349abbac9229f24da42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:22 user nova-compute[75209]: INFO nova.compute.manager [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Attaching volume cd7fcd34-030d-4272-b213-adc6deb47168 to /dev/vdb
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-64ca5f7d-01be-481b-80b5-f82e6eaf2feb req-3354d480-f168-4767-b2e2-ab480bc2f28a service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-changed-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-64ca5f7d-01be-481b-80b5-f82e6eaf2feb req-3354d480-f168-4767-b2e2-ab480bc2f28a service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing instance network info cache due to event network-changed-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-64ca5f7d-01be-481b-80b5-f82e6eaf2feb req-3354d480-f168-4767-b2e2-ab480bc2f28a service nova] Acquiring lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-64ca5f7d-01be-481b-80b5-f82e6eaf2feb req-3354d480-f168-4767-b2e2-ab480bc2f28a service nova] Acquired lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.network.neutron [req-64ca5f7d-01be-481b-80b5-f82e6eaf2feb req-3354d480-f168-4767-b2e2-ab480bc2f28a service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Refreshing network info cache for port efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:06:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Creating image(s)
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "/opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "/opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "/opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG os_brick.utils [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[447b2d6d-7b9e-41a9-8722-fb19b1998ca3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9495913-e427-4783-aad2-810fd3773147]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e661940-9bd8-4d8f-8a3c-5d4379efb6f8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[04de8696-4d3f-48d3-bcdb-fc2d3df4e98f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:06:22 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f31593fb-3b80-46ce-a631-2c4acd635a7e]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG os_brick.utils [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating existing volume attachment record: 922e35d4-bfc1-4573-891f-fb0f3928a895 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.231s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk 1073741824" returned: 0 in 0.064s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:06:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Cannot resize image /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Ensure instance console log exists: /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG nova.network.neutron [req-64ca5f7d-01be-481b-80b5-f82e6eaf2feb req-3354d480-f168-4767-b2e2-ab480bc2f28a service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updated VIF entry in instance network info cache for port efefd513-bdc1-4dbb-b1ca-4ae3995d8b69. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG nova.network.neutron [req-64ca5f7d-01be-481b-80b5-f82e6eaf2feb req-3354d480-f168-4767-b2e2-ab480bc2f28a service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [{"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-64ca5f7d-01be-481b-80b5-f82e6eaf2feb req-3354d480-f168-4767-b2e2-ab480bc2f28a service nova] Releasing lock "refresh_cache-3fa28183-e329-4f88-969d-a8a72d8dfeb4" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Successfully created port: ca90156f-1ae1-4396-9f6a-6293702c2e9f {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:24 user nova-compute[75209]: INFO nova.compute.manager [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Unshelving
Dec 04 19:06:24 user nova-compute[75209]: INFO nova.virt.block_device [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Booting with volume 59c82e48-9d75-46ad-aacb-e3467afd7eb6 at /dev/vdc
Dec 04 19:06:24 user nova-compute[75209]: DEBUG os_brick.utils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[69008764-7fbf-4054-a7a6-25e95363d145]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[05caeae6-f824-4dce-989a-b969181b6168]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3894bd4-e009-44c3-b511-a14efead2093]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6864bc99-3ec5-4a33-afa6-13c931c7f885]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:06:24 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:06:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[18179c4b-47dd-4680-8699-fd6d0370dca2]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG os_brick.utils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] <== get_connector_properties: return (156ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:06:24 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating existing volume attachment record: 155b1489-7193-4450-8936-a0a6f76db51e {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Successfully updated port: ca90156f-1ae1-4396-9f6a-6293702c2e9f {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "refresh_cache-fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquired lock "refresh_cache-fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-6e9fb265-5871-4209-be17-7a55d62afa55 req-0b32d15c-0cd6-49b3-a53b-cd1d3a672eb8 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Received event network-changed-ca90156f-1ae1-4396-9f6a-6293702c2e9f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-6e9fb265-5871-4209-be17-7a55d62afa55 req-0b32d15c-0cd6-49b3-a53b-cd1d3a672eb8 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Refreshing instance network info cache due to event network-changed-ca90156f-1ae1-4396-9f6a-6293702c2e9f. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6e9fb265-5871-4209-be17-7a55d62afa55 req-0b32d15c-0cd6-49b3-a53b-cd1d3a672eb8 service nova] Acquiring lock "refresh_cache-fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Updating instance_info_cache with network_info: [{"id": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "address": "fa:16:3e:93:ed:5c", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca90156f-1a", "ovs_interfaceid": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Releasing lock "refresh_cache-fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Instance network_info: |[{"id": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "address": "fa:16:3e:93:ed:5c", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca90156f-1a", "ovs_interfaceid": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6e9fb265-5871-4209-be17-7a55d62afa55 req-0b32d15c-0cd6-49b3-a53b-cd1d3a672eb8 service nova] Acquired lock "refresh_cache-fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.network.neutron [req-6e9fb265-5871-4209-be17-7a55d62afa55 req-0b32d15c-0cd6-49b3-a53b-cd1d3a672eb8 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Refreshing network info cache for port ca90156f-1ae1-4396-9f6a-6293702c2e9f {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Start _get_guest_xml network_info=[{"id": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "address": "fa:16:3e:93:ed:5c", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca90156f-1a", "ovs_interfaceid": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:06:25 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:25 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1381439680',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1381439680',id=16,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fe099e8a6cea4349abbac9229f24da42',ramdisk_id='',reservation_id='r-7mm9f8yl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-86462450',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:06:22Z,user_data=None,user_id='6595583235274138b702b630a89147a6',uuid=fb56aca5-bb62-42c5-bf19-3cf02ba97f7d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "address": "fa:16:3e:93:ed:5c", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca90156f-1a", "ovs_interfaceid": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converting VIF {"id": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "address": "fa:16:3e:93:ed:5c", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca90156f-1a", "ovs_interfaceid": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:ed:5c,bridge_name='br-int',has_traffic_filtering=True,id=ca90156f-1ae1-4396-9f6a-6293702c2e9f,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca90156f-1a') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lazy-loading 'pci_devices' on Instance uuid fb56aca5-bb62-42c5-bf19-3cf02ba97f7d {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:06:25 user nova-compute[75209]:   <uuid>fb56aca5-bb62-42c5-bf19-3cf02ba97f7d</uuid>
Dec 04 19:06:25 user nova-compute[75209]:   <name>instance-00000010</name>
Dec 04 19:06:25 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:06:25 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:06:25 user nova-compute[75209]:   <metadata>
Dec 04 19:06:25 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:06:25 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:06:25 user nova-compute[75209]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1381439680</nova:name>
Dec 04 19:06:25 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:06:25</nova:creationTime>
Dec 04 19:06:25 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:06:25 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:06:25 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:06:25 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:06:25 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:06:25 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:06:25 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:06:25 user nova-compute[75209]:       <nova:owner>
Dec 04 19:06:25 user nova-compute[75209]:         <nova:user uuid="6595583235274138b702b630a89147a6">tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member</nova:user>
Dec 04 19:06:25 user nova-compute[75209]:         <nova:project uuid="fe099e8a6cea4349abbac9229f24da42">tempest-ServerBootFromVolumeStableRescueTest-86462450</nova:project>
Dec 04 19:06:25 user nova-compute[75209]:       </nova:owner>
Dec 04 19:06:25 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:06:25 user nova-compute[75209]:       <nova:ports>
Dec 04 19:06:25 user nova-compute[75209]:         <nova:port uuid="ca90156f-1ae1-4396-9f6a-6293702c2e9f">
Dec 04 19:06:25 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 19:06:25 user nova-compute[75209]:         </nova:port>
Dec 04 19:06:25 user nova-compute[75209]:       </nova:ports>
Dec 04 19:06:25 user nova-compute[75209]:     </nova:instance>
Dec 04 19:06:25 user nova-compute[75209]:   </metadata>
Dec 04 19:06:25 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:06:25 user nova-compute[75209]:     <system>
Dec 04 19:06:25 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:06:25 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:06:25 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:06:25 user nova-compute[75209]:       <entry name="serial">fb56aca5-bb62-42c5-bf19-3cf02ba97f7d</entry>
Dec 04 19:06:25 user nova-compute[75209]:       <entry name="uuid">fb56aca5-bb62-42c5-bf19-3cf02ba97f7d</entry>
Dec 04 19:06:25 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:06:25 user nova-compute[75209]:     </system>
Dec 04 19:06:25 user nova-compute[75209]:   </sysinfo>
Dec 04 19:06:25 user nova-compute[75209]:   <os>
Dec 04 19:06:25 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:06:25 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:06:25 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:06:25 user nova-compute[75209]:   </os>
Dec 04 19:06:25 user nova-compute[75209]:   <features>
Dec 04 19:06:25 user nova-compute[75209]:     <acpi/>
Dec 04 19:06:25 user nova-compute[75209]:     <apic/>
Dec 04 19:06:25 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:06:25 user nova-compute[75209]:   </features>
Dec 04 19:06:25 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:06:25 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:06:25 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:06:25 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:06:25 user nova-compute[75209]:   </clock>
Dec 04 19:06:25 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:06:25 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:06:25 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:06:25 user nova-compute[75209]:   </cpu>
Dec 04 19:06:25 user nova-compute[75209]:   <devices>
Dec 04 19:06:25 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:06:25 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:06:25 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk"/>
Dec 04 19:06:25 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:06:25 user nova-compute[75209]:     </disk>
Dec 04 19:06:25 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:06:25 user nova-compute[75209]:       <mac address="fa:16:3e:93:ed:5c"/>
Dec 04 19:06:25 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:06:25 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:06:25 user nova-compute[75209]:       <target dev="tapca90156f-1a"/>
Dec 04 19:06:25 user nova-compute[75209]:     </interface>
Dec 04 19:06:25 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:06:25 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/console.log" append="off"/>
Dec 04 19:06:25 user nova-compute[75209]:     </serial>
Dec 04 19:06:25 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:06:25 user nova-compute[75209]:     <video>
Dec 04 19:06:25 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:06:25 user nova-compute[75209]:     </video>
Dec 04 19:06:25 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:06:25 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:06:25 user nova-compute[75209]:     </rng>
Dec 04 19:06:25 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:06:25 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:06:25 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:06:25 user nova-compute[75209]:     </memballoon>
Dec 04 19:06:25 user nova-compute[75209]:   </devices>
Dec 04 19:06:25 user nova-compute[75209]: </domain>
Dec 04 19:06:25 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1381439680',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1381439680',id=16,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fe099e8a6cea4349abbac9229f24da42',ramdisk_id='',reservation_id='r-7mm9f8yl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-86462450',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:06:22Z,user_data=None,user_id='6595583235274138b702b630a89147a6',uuid=fb56aca5-bb62-42c5-bf19-3cf02ba97f7d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "address": "fa:16:3e:93:ed:5c", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca90156f-1a", "ovs_interfaceid": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converting VIF {"id": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "address": "fa:16:3e:93:ed:5c", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca90156f-1a", "ovs_interfaceid": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:ed:5c,bridge_name='br-int',has_traffic_filtering=True,id=ca90156f-1ae1-4396-9f6a-6293702c2e9f,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca90156f-1a') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG os_vif [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:ed:5c,bridge_name='br-int',has_traffic_filtering=True,id=ca90156f-1ae1-4396-9f6a-6293702c2e9f,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca90156f-1a') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2c262d82-695c-56d1-bfff-c6d43e8b266a', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapca90156f-1a, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapca90156f-1a, col_values=(('qos', UUID('ddeaa7aa-e85f-4298-8511-e8a74e99ce14')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapca90156f-1a, col_values=(('external_ids', {'iface-id': 'ca90156f-1ae1-4396-9f6a-6293702c2e9f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:ed:5c', 'vm-uuid': 'fb56aca5-bb62-42c5-bf19-3cf02ba97f7d'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:25 user nova-compute[75209]: INFO os_vif [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:ed:5c,bridge_name='br-int',has_traffic_filtering=True,id=ca90156f-1ae1-4396-9f6a-6293702c2e9f,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca90156f-1a')
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] No VIF found with MAC fa:16:3e:93:ed:5c, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:25 user nova-compute[75209]: INFO nova.compute.manager [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Terminating instance
Dec 04 19:06:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG nova.network.neutron [req-6e9fb265-5871-4209-be17-7a55d62afa55 req-0b32d15c-0cd6-49b3-a53b-cd1d3a672eb8 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Updated VIF entry in instance network info cache for port ca90156f-1ae1-4396-9f6a-6293702c2e9f. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG nova.network.neutron [req-6e9fb265-5871-4209-be17-7a55d62afa55 req-0b32d15c-0cd6-49b3-a53b-cd1d3a672eb8 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Updating instance_info_cache with network_info: [{"id": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "address": "fa:16:3e:93:ed:5c", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca90156f-1a", "ovs_interfaceid": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6e9fb265-5871-4209-be17-7a55d62afa55 req-0b32d15c-0cd6-49b3-a53b-cd1d3a672eb8 service nova] Releasing lock "refresh_cache-fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-2c6535ec-26f4-4e29-b135-05da3fa3ca65 req-46452bf6-1192-4394-b585-d3ef3a3d5139 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2c6535ec-26f4-4e29-b135-05da3fa3ca65 req-46452bf6-1192-4394-b585-d3ef3a3d5139 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2c6535ec-26f4-4e29-b135-05da3fa3ca65 req-46452bf6-1192-4394-b585-d3ef3a3d5139 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2c6535ec-26f4-4e29-b135-05da3fa3ca65 req-46452bf6-1192-4394-b585-d3ef3a3d5139 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-2c6535ec-26f4-4e29-b135-05da3fa3ca65 req-46452bf6-1192-4394-b585-d3ef3a3d5139 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-unplugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-2c6535ec-26f4-4e29-b135-05da3fa3ca65 req-46452bf6-1192-4394-b585-d3ef3a3d5139 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-e303ff37-7764-48ff-a056-0d71f5bc6940 req-801c32a4-dcaf-41b4-8787-6e99cbc66952 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e303ff37-7764-48ff-a056-0d71f5bc6940 req-801c32a4-dcaf-41b4-8787-6e99cbc66952 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e303ff37-7764-48ff-a056-0d71f5bc6940 req-801c32a4-dcaf-41b4-8787-6e99cbc66952 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e303ff37-7764-48ff-a056-0d71f5bc6940 req-801c32a4-dcaf-41b4-8787-6e99cbc66952 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-e303ff37-7764-48ff-a056-0d71f5bc6940 req-801c32a4-dcaf-41b4-8787-6e99cbc66952 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-unplugged-2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-e303ff37-7764-48ff-a056-0d71f5bc6940 req-801c32a4-dcaf-41b4-8787-6e99cbc66952 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-2093367a-2263-4f13-82ff-19b340ccf79f for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-625cd47f-da64-4c6f-bc62-7dee63f3ee37 req-002f8247-ed17-47b9-ba7f-707c40ea5f4e service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-625cd47f-da64-4c6f-bc62-7dee63f3ee37 req-002f8247-ed17-47b9-ba7f-707c40ea5f4e service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-625cd47f-da64-4c6f-bc62-7dee63f3ee37 req-002f8247-ed17-47b9-ba7f-707c40ea5f4e service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-625cd47f-da64-4c6f-bc62-7dee63f3ee37 req-002f8247-ed17-47b9-ba7f-707c40ea5f4e service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-625cd47f-da64-4c6f-bc62-7dee63f3ee37 req-002f8247-ed17-47b9-ba7f-707c40ea5f4e service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-unplugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-625cd47f-da64-4c6f-bc62-7dee63f3ee37 req-002f8247-ed17-47b9-ba7f-707c40ea5f4e service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:28 user nova-compute[75209]: INFO nova.compute.manager [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Terminating instance
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Instance destroyed successfully.
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.objects.instance [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lazy-loading 'resources' on Instance uuid 3fa28183-e329-4f88-969d-a8a72d8dfeb4 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a9:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=efefd513-bdc1-4dbb-b1ca-4ae3995d8b69,network=Network(6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefefd513-bd') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a9:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=efefd513-bdc1-4dbb-b1ca-4ae3995d8b69,network=Network(6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefefd513-bd') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapefefd513-bd, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cc6a1d10-cc84-4ad7-a149-736133469ab9) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:28 user nova-compute[75209]: WARNING nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 for instance with vm_state active and task_state deleting.
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-unplugged-063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-063775c0-c919-4822-a071-fc455c129f88 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:28 user nova-compute[75209]: WARNING nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-063775c0-c919-4822-a071-fc455c129f88 for instance with vm_state active and task_state deleting.
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Received event network-vif-plugged-ca90156f-1ae1-4396-9f6a-6293702c2e9f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Acquiring lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] No waiting events found dispatching network-vif-plugged-ca90156f-1ae1-4396-9f6a-6293702c2e9f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:28 user nova-compute[75209]: WARNING nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Received unexpected event network-vif-plugged-ca90156f-1ae1-4396-9f6a-6293702c2e9f for instance with vm_state building and task_state spawning.
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Received event network-vif-plugged-ca90156f-1ae1-4396-9f6a-6293702c2e9f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Acquiring lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] No waiting events found dispatching network-vif-plugged-ca90156f-1ae1-4396-9f6a-6293702c2e9f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:28 user nova-compute[75209]: WARNING nova.compute.manager [req-d45d50e3-fc45-4d50-8595-cb5cfe70ba4d req-68c1649c-8c7a-4260-a622-4d53ef474a38 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Received unexpected event network-vif-plugged-ca90156f-1ae1-4396-9f6a-6293702c2e9f for instance with vm_state building and task_state spawning.
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: INFO os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a9:5b:63,bridge_name='br-int',has_traffic_filtering=True,id=efefd513-bdc1-4dbb-b1ca-4ae3995d8b69,network=Network(6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefefd513-bd')
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:24:13,bridge_name='br-int',has_traffic_filtering=True,id=2093367a-2263-4f13-82ff-19b340ccf79f,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2093367a-22') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:24:13,bridge_name='br-int',has_traffic_filtering=True,id=2093367a-2263-4f13-82ff-19b340ccf79f,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2093367a-22') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2093367a-22, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-2093367a-2263-4f13-82ff-19b340ccf79f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:28 user nova-compute[75209]: WARNING nova.compute.manager [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-2093367a-2263-4f13-82ff-19b340ccf79f for instance with vm_state active and task_state deleting.
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-unplugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-6d509ab3-3af3-42b1-9f51-7dddd96ac49d req-2dfb5a4a-900e-4960-a5b2-81bb368b2de2 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=74d5a5e5-3937-40b2-b92e-8d91b592e59d) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:28 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Instance destroyed successfully.
Dec 04 19:06:28 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lazy-loading 'resources' on Instance uuid 1689e372-5a57-4f19-a04b-95da1984b0b0 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-318801990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-318801990',id=9,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNh009jEa+fUHeiPmYbTJrnpkxsFp/+vjEmMmXC+kpOgIFOLNwIodhG/r1nmWoBtzYa4degliMoePsYNz0LAxDgjCLZr63OpwUNaICg2xeyNfH//9hSi302A5nJdAp8S3w==',key_name='tempest-keypair-366300816',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='861feaed86da436ebbee990448b62c1f',ramdisk_id='',reservation_id='r-2005s4jn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1656558636',owner_user_name='tempest-TaggedAttachmentsTest-1656558636-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:03:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='24f3423d8e8d415698af681abbbd6ac8',uuid=1689e372-5a57-4f19-a04b-95da1984b0b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converting VIF {"id": "1acd9927-8c37-469d-8b82-3fbb33dac132", "address": "fa:16:3e:aa:33:ab", "network": {"id": "7c7128a3-bf49-4b75-bee0-66f40ca91c8f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1516958169-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "861feaed86da436ebbee990448b62c1f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1acd9927-8c", "ovs_interfaceid": "1acd9927-8c37-469d-8b82-3fbb33dac132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:aa:33:ab,bridge_name='br-int',has_traffic_filtering=True,id=1acd9927-8c37-469d-8b82-3fbb33dac132,network=Network(7c7128a3-bf49-4b75-bee0-66f40ca91c8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1acd9927-8c') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_vif [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:33:ab,bridge_name='br-int',has_traffic_filtering=True,id=1acd9927-8c37-469d-8b82-3fbb33dac132,network=Network(7c7128a3-bf49-4b75-bee0-66f40ca91c8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1acd9927-8c') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1acd9927-8c, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: INFO os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:24:13,bridge_name='br-int',has_traffic_filtering=True,id=2093367a-2263-4f13-82ff-19b340ccf79f,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2093367a-22')
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:3d:d4,bridge_name='br-int',has_traffic_filtering=True,id=e5f0709e-7784-4d9a-b2a6-c65c781c1825,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape5f0709e-77') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:3d:d4,bridge_name='br-int',has_traffic_filtering=True,id=e5f0709e-7784-4d9a-b2a6-c65c781c1825,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape5f0709e-77') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape5f0709e-77, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f1b7f018-ee85-4c46-ab9e-2baf6a9f4b43) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=56261c2c-1ebf-4fbc-b6e1-371ef53c0bc6) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: INFO os_vif [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:33:ab,bridge_name='br-int',has_traffic_filtering=True,id=1acd9927-8c37-469d-8b82-3fbb33dac132,network=Network(7c7128a3-bf49-4b75-bee0-66f40ca91c8f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1acd9927-8c')
Dec 04 19:06:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Deleting instance files /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0_del
Dec 04 19:06:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Deletion of /opt/stack/data/nova/instances/1689e372-5a57-4f19-a04b-95da1984b0b0_del complete
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: INFO os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:3d:d4,bridge_name='br-int',has_traffic_filtering=True,id=e5f0709e-7784-4d9a-b2a6-c65c781c1825,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape5f0709e-77')
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "address": "fa:16:3e:33:81:4d", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap507e676b-ee", "ovs_interfaceid": "507e676b-ee8e-4640-ac1a-6e4cc31758ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:81:4d,bridge_name='br-int',has_traffic_filtering=True,id=507e676b-ee8e-4640-ac1a-6e4cc31758ef,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap507e676b-ee') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:81:4d,bridge_name='br-int',has_traffic_filtering=True,id=507e676b-ee8e-4640-ac1a-6e4cc31758ef,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap507e676b-ee') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap507e676b-ee, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: INFO nova.compute.manager [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Took 1.26 seconds to destroy the instance on the hypervisor.
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=744e173d-dd5e-484c-bbe3-0cd4403e8356) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: INFO os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:81:4d,bridge_name='br-int',has_traffic_filtering=True,id=507e676b-ee8e-4640-ac1a-6e4cc31758ef,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap507e676b-ee')
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:78:13,bridge_name='br-int',has_traffic_filtering=True,id=fdaaefe8-27d0-4b00-bd33-9b0cd229fac8,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdaaefe8-27') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:78:13,bridge_name='br-int',has_traffic_filtering=True,id=fdaaefe8-27d0-4b00-bd33-9b0cd229fac8,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdaaefe8-27') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfdaaefe8-27, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:29 user nova-compute[75209]: WARNING nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-507e676b-ee8e-4640-ac1a-6e4cc31758ef for instance with vm_state active and task_state deleting.
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-unplugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:29 user nova-compute[75209]: WARNING nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 for instance with vm_state active and task_state deleting.
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-unplugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-unplugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:29 user nova-compute[75209]: WARNING nova.compute.manager [req-1858da24-c6e0-43cb-8c3d-1e28079043e3 req-28b08325-9a18-4c00-92c2-8efbe05f2428 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-6913c405-a58e-4e5d-9e27-c1ca22b838a8 for instance with vm_state active and task_state deleting.
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e588b45-f7cc-4570-b0af-78e2945bc379) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: INFO os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:78:13,bridge_name='br-int',has_traffic_filtering=True,id=fdaaefe8-27d0-4b00-bd33-9b0cd229fac8,network=Network(ce021b8f-8cc7-414a-a6b7-eb3a24c95452),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdaaefe8-27')
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:be:e4,bridge_name='br-int',has_traffic_filtering=True,id=6913c405-a58e-4e5d-9e27-c1ca22b838a8,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6913c405-a5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:be:e4,bridge_name='br-int',has_traffic_filtering=True,id=6913c405-a58e-4e5d-9e27-c1ca22b838a8,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6913c405-a5') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6913c405-a5, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3a4a0868-49b2-4b04-856c-199d03412122) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: INFO os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:be:e4,bridge_name='br-int',has_traffic_filtering=True,id=6913c405-a58e-4e5d-9e27-c1ca22b838a8,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6913c405-a5')
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-04T19:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-867846647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-867846647',id=13,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDDDYol9XuOz5juszfAqQNZ9Ud2xN02b2uQAhDzOmK5a0mxtyM/D9Kb1E5tLmkPeQQXp2Ws6zyyjzN/S0BWv7kpibk8h/dMRMd8ohEc8A26wKRKoIzLnleYUbNFztqMQg==',key_name='tempest-keypair-1732031240',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af872b889be9437f8b9f32916436fad6',ramdisk_id='',reservation_id='r-90tzmtmw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1779486050',owner_user_name='tempest-TaggedBootDevicesTest-1779486050-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6afcbcba8aba471dab17903d3516a28b',uuid=3fa28183-e329-4f88-969d-a8a72d8dfeb4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converting VIF {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:af:20,bridge_name='br-int',has_traffic_filtering=True,id=063775c0-c919-4822-a071-fc455c129f88,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap063775c0-c9') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:af:20,bridge_name='br-int',has_traffic_filtering=True,id=063775c0-c919-4822-a071-fc455c129f88,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap063775c0-c9') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap063775c0-c9, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8c54c175-0134-4baf-b445-031d4481d0bc) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:29 user nova-compute[75209]: INFO os_vif [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:af:20,bridge_name='br-int',has_traffic_filtering=True,id=063775c0-c919-4822-a071-fc455c129f88,network=Network(dfdffecb-dc0f-4464-90f0-2211286ccfef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap063775c0-c9')
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fRTUgVAF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:06:29 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a63f5fe5-75fc-4b00-9480-2fbfb8cb5aed]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:06:29 user nova-compute[75209]: No targets found.
Dec 04 19:06:29 user nova-compute[75209]: iSNS:
Dec 04 19:06:29 user nova-compute[75209]: No targets found.
Dec 04 19:06:29 user nova-compute[75209]: STATIC:
Dec 04 19:06:29 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:06:29 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:06:29 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:06:29 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6
Dec 04 19:06:29 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:06:29 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:06:29 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:06:29 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:06:29 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:06:29 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68
Dec 04 19:06:29 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:06:29 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:06:29 user nova-compute[75209]: FIRMWARE:
Dec 04 19:06:29 user nova-compute[75209]: No targets found.
Dec 04 19:06:29 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:06:29 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:06:29 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[394d0c67-98f3-4e6e-98e6-02a457b7c83b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1fc800-5499-4343-806b-602421a41367]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:29 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:06:29 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:06:29 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:06:29 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:29 user nova-compute[75209]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 (non-flash)
Dec 04 19:06:29 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:06:29 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:06:29 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7a37f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68'): ({'sde'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Removing single pathed devices sde {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d99a1be7-c71a-4fc9-ac22-d23876bec8dc]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[358be62e-24b2-43dc-b9d5-d9b985df0100]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Flushing IO for device /dev/sde {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b78ae1-5dd8-4143-a43c-77208f285eb8]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e812219f-6356-439c-ab7b-373d3c178f52]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] SCSI volumes sde have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.036s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[78905f7a-82b4-4fe0-9d2a-f2e775ef3b95]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f981391-6a33-4ddc-b6e5-f992bf6b9c1a]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68, portal: 172.16.0.220,3260]
Dec 04 19:06:29 user nova-compute[75209]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68, portal: 172.16.0.220,3260] successful.
Dec 04 19:06:29 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37341b95-6d44-44eb-aa85-74be36b46f68 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f53bd31-62a9-47b5-a692-6f4243517602]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] <== disconnect_volume: return (366ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hvAjVBsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:06:29 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[916866b8-b393-47b6-a894-4ce70fa195ec]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:06:29 user nova-compute[75209]: No targets found.
Dec 04 19:06:29 user nova-compute[75209]: iSNS:
Dec 04 19:06:29 user nova-compute[75209]: No targets found.
Dec 04 19:06:29 user nova-compute[75209]: STATIC:
Dec 04 19:06:29 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d
Dec 04 19:06:29 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:06:29 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:06:29 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6
Dec 04 19:06:29 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:06:29 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:06:29 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:06:29 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:06:29 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:06:29 user nova-compute[75209]: FIRMWARE:
Dec 04 19:06:29 user nova-compute[75209]: No targets found.
Dec 04 19:06:29 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:06:29 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:06:29 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4bbc206-e036-49f9-a640-5a6b26d26cb0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddfa30dd-9d2b-40f9-b698-081d87d1219c]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:30 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:06:30 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:06:30 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:30 user nova-compute[75209]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d (non-flash)
Dec 04 19:06:30 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:06:30 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7a37f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d'): ({'sdg'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Removing single pathed devices sdg {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e197e311-14a4-4021-ae4a-e9dfbbe72443]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da40df2-f01d-4471-a3c7-2233fdc9bdfe]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Flushing IO for device /dev/sdg {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa0c3b8-3abb-4edd-9864-53a28af970b6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.039s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c2f5ed0-340c-4475-9554-70e768f30309]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] SCSI volumes sdg have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[26699652-eee5-4cce-8e82-9369475edadd]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[122b337a-dc7d-4487-971a-a28990a254bd]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d, portal: 172.16.0.220,3260]
Dec 04 19:06:30 user nova-compute[75209]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d, portal: 172.16.0.220,3260] successful.
Dec 04 19:06:30 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0314038-1468-4201-abcf-fda5829b475d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c119f1b4-4b86-4e93-ac3f-6289bfc1f061]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] <== disconnect_volume: return (345ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SHceVXtC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:06:30 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b8b3bf1-9ee2-4f94-ba57-33e55aaa211e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:06:30 user nova-compute[75209]: No targets found.
Dec 04 19:06:30 user nova-compute[75209]: iSNS:
Dec 04 19:06:30 user nova-compute[75209]: No targets found.
Dec 04 19:06:30 user nova-compute[75209]: STATIC:
Dec 04 19:06:30 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6
Dec 04 19:06:30 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:06:30 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:06:30 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573
Dec 04 19:06:30 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:06:30 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:06:30 user nova-compute[75209]: FIRMWARE:
Dec 04 19:06:30 user nova-compute[75209]: No targets found.
Dec 04 19:06:30 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:06:30 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:06:30 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.031s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0c5e1e6-aa1d-4a76-b710-c800b569a48b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[41221a9b-b88b-45c3-8f8f-ded895a9f354]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:30 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:06:30 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:30 user nova-compute[75209]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 (non-flash)
Dec 04 19:06:30 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7a37f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573'): ({'sdh'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Removing single pathed devices sdh {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffdbd2d3-53ad-4a67-b821-9f0422cdc3ca]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e63c08b-a06e-43ab-9e3d-d2607d728336]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Flushing IO for device /dev/sdh {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[48df7330-830c-45e6-a21d-e04476b20e85]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:06:30 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Instance spawned successfully.
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.062s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ad1e2c0-870d-4918-b6b2-e1cf638f4517]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] SCSI volumes sdh have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[80299359-af8c-40e2-a7e3-ddc43f10732d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5255b6d-6992-495d-9cd3-c8a730cd7215]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573, portal: 172.16.0.220,3260]
Dec 04 19:06:30 user nova-compute[75209]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573, portal: 172.16.0.220,3260] successful.
Dec 04 19:06:30 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:30 user nova-compute[75209]: INFO nova.compute.manager [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Took 8.37 seconds to spawn the instance on the hypervisor.
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c569a91f-e95d-4650-868b-8f5eedab4573 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b4442e-7a32-4977-b17e-d6d392bcc330]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.377s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] <== disconnect_volume: return (378ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:06:30 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Deleting instance files /opt/stack/data/nova/instances/3fa28183-e329-4f88-969d-a8a72d8dfeb4_del
Dec 04 19:06:30 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Deletion of /opt/stack/data/nova/instances/3fa28183-e329-4f88-969d-a8a72d8dfeb4_del complete
Dec 04 19:06:30 user nova-compute[75209]: INFO nova.compute.manager [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Took 9.19 seconds to build instance.
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8363f4e3-2067-4d0a-89a1-f56386dc575d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.306s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:30 user nova-compute[75209]: INFO nova.compute.manager [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Took 4.89 seconds to destroy the instance on the hypervisor.
Dec 04 19:06:30 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:06:30 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:30 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Took 1.62 seconds to deallocate network for instance.
Dec 04 19:06:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-plugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] Acquiring lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] No waiting events found dispatching network-vif-plugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:31 user nova-compute[75209]: WARNING nova.compute.manager [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received unexpected event network-vif-plugged-e5f0709e-7784-4d9a-b2a6-c65c781c1825 for instance with vm_state active and task_state deleting.
Dec 04 19:06:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-unplugged-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] No waiting events found dispatching network-vif-unplugged-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-unplugged-1acd9927-8c37-469d-8b82-3fbb33dac132 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-plugged-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] Acquiring lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] No waiting events found dispatching network-vif-plugged-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:31 user nova-compute[75209]: WARNING nova.compute.manager [req-f8cb34cd-2acc-463f-9503-a68832eaa45a req-a2f09eba-cd24-4e1d-9cbb-6616002a75f4 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received unexpected event network-vif-plugged-1acd9927-8c37-469d-8b82-3fbb33dac132 for instance with vm_state active and task_state deleting.
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.443s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:31 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Deleted allocations for instance 1689e372-5a57-4f19-a04b-95da1984b0b0
Dec 04 19:06:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-f24effe9-49f9-444a-96a9-1b6056e060e4 req-9400e2d9-eb02-429c-8c30-0402c31c83c4 service nova] [instance: 1689e372-5a57-4f19-a04b-95da1984b0b0] Received event network-vif-deleted-1acd9927-8c37-469d-8b82-3fbb33dac132 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f2cf444d-24bc-4320-baa1-77c963e90e4c tempest-TaggedAttachmentsTest-1656558636 tempest-TaggedAttachmentsTest-1656558636-project-member] Lock "1689e372-5a57-4f19-a04b-95da1984b0b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.584s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-f4cf0610-85b3-4dba-9ea5-422b7409d2c6 req-191cf604-2531-41d1-b85b-ee8f7c97e665 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-deleted-507e676b-ee8e-4640-ac1a-6e4cc31758ef {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:33 user nova-compute[75209]: INFO nova.compute.manager [req-f4cf0610-85b3-4dba-9ea5-422b7409d2c6 req-191cf604-2531-41d1-b85b-ee8f7c97e665 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Neutron deleted interface 507e676b-ee8e-4640-ac1a-6e4cc31758ef; detaching it from the instance and deleting it from the info cache
Dec 04 19:06:33 user nova-compute[75209]: DEBUG nova.network.neutron [req-f4cf0610-85b3-4dba-9ea5-422b7409d2c6 req-191cf604-2531-41d1-b85b-ee8f7c97e665 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [{"id": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "address": "fa:16:3e:a9:5b:63", "network": {"id": "6ba2da84-df49-4a5c-aab7-fcfaeaf0f2d0", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2115386323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapefefd513-bd", "ovs_interfaceid": "efefd513-bdc1-4dbb-b1ca-4ae3995d8b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-f4cf0610-85b3-4dba-9ea5-422b7409d2c6 req-191cf604-2531-41d1-b85b-ee8f7c97e665 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Detach interface failed, port_id=507e676b-ee8e-4640-ac1a-6e4cc31758ef, reason: Instance 3fa28183-e329-4f88-969d-a8a72d8dfeb4 could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:06:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:35 user nova-compute[75209]: DEBUG nova.compute.manager [req-5de660b1-ebfb-455c-b766-c4e01a476413 req-285c1007-75a2-4e89-9c59-ed4509c4f246 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-deleted-efefd513-bdc1-4dbb-b1ca-4ae3995d8b69 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:35 user nova-compute[75209]: INFO nova.compute.manager [req-5de660b1-ebfb-455c-b766-c4e01a476413 req-285c1007-75a2-4e89-9c59-ed4509c4f246 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Neutron deleted interface efefd513-bdc1-4dbb-b1ca-4ae3995d8b69; detaching it from the instance and deleting it from the info cache
Dec 04 19:06:35 user nova-compute[75209]: DEBUG nova.network.neutron [req-5de660b1-ebfb-455c-b766-c4e01a476413 req-285c1007-75a2-4e89-9c59-ed4509c4f246 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [{"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "address": "fa:16:3e:30:78:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdaaefe8-27", "ovs_interfaceid": "fdaaefe8-27d0-4b00-bd33-9b0cd229fac8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:35 user nova-compute[75209]: DEBUG nova.compute.manager [req-5de660b1-ebfb-455c-b766-c4e01a476413 req-285c1007-75a2-4e89-9c59-ed4509c4f246 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Detach interface failed, port_id=efefd513-bdc1-4dbb-b1ca-4ae3995d8b69, reason: Instance 3fa28183-e329-4f88-969d-a8a72d8dfeb4 could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:06:35 user nova-compute[75209]: DEBUG nova.compute.manager [req-5de660b1-ebfb-455c-b766-c4e01a476413 req-285c1007-75a2-4e89-9c59-ed4509c4f246 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-deleted-fdaaefe8-27d0-4b00-bd33-9b0cd229fac8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:35 user nova-compute[75209]: INFO nova.compute.manager [req-5de660b1-ebfb-455c-b766-c4e01a476413 req-285c1007-75a2-4e89-9c59-ed4509c4f246 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Neutron deleted interface fdaaefe8-27d0-4b00-bd33-9b0cd229fac8; detaching it from the instance and deleting it from the info cache
Dec 04 19:06:35 user nova-compute[75209]: DEBUG nova.network.neutron [req-5de660b1-ebfb-455c-b766-c4e01a476413 req-285c1007-75a2-4e89-9c59-ed4509c4f246 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [{"id": "2093367a-2263-4f13-82ff-19b340ccf79f", "address": "fa:16:3e:be:24:13", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2093367a-22", "ovs_interfaceid": "2093367a-2263-4f13-82ff-19b340ccf79f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "address": "fa:16:3e:2a:3d:d4", "network": {"id": "ce021b8f-8cc7-414a-a6b7-eb3a24c95452", "bridge": "br-int", "label": "tempest-device-tagging-net1-1080351031", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape5f0709e-77", "ovs_interfaceid": "e5f0709e-7784-4d9a-b2a6-c65c781c1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "address": "fa:16:3e:30:be:e4", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6913c405-a5", "ovs_interfaceid": "6913c405-a58e-4e5d-9e27-c1ca22b838a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "063775c0-c919-4822-a071-fc455c129f88", "address": "fa:16:3e:76:af:20", "network": {"id": "dfdffecb-dc0f-4464-90f0-2211286ccfef", "bridge": "br-int", "label": "tempest-device-tagging-net2-214816078", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "af872b889be9437f8b9f32916436fad6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap063775c0-c9", "ovs_interfaceid": "063775c0-c919-4822-a071-fc455c129f88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:35 user nova-compute[75209]: DEBUG nova.compute.manager [req-5de660b1-ebfb-455c-b766-c4e01a476413 req-285c1007-75a2-4e89-9c59-ed4509c4f246 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Detach interface failed, port_id=fdaaefe8-27d0-4b00-bd33-9b0cd229fac8, reason: Instance 3fa28183-e329-4f88-969d-a8a72d8dfeb4 could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:06:36 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:36 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Took 5.57 seconds to deallocate network for instance.
Dec 04 19:06:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:37 user nova-compute[75209]: DEBUG nova.objects.instance [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'pci_requests' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:37 user nova-compute[75209]: DEBUG nova.objects.instance [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'numa_topology' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:06:37 user nova-compute[75209]: INFO nova.compute.claims [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Claim successful on node user
Dec 04 19:06:37 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:06:37 user nova-compute[75209]: DEBUG nova.compute.manager [req-67989665-8138-4c8f-bfac-a8948ba64616 req-f19b0d0c-e20a-46c0-93a6-5b615af749a6 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-deleted-063775c0-c919-4822-a071-fc455c129f88 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:37 user nova-compute[75209]: DEBUG nova.compute.manager [req-67989665-8138-4c8f-bfac-a8948ba64616 req-f19b0d0c-e20a-46c0-93a6-5b615af749a6 service nova] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Received event network-vif-deleted-6913c405-a58e-4e5d-9e27-c1ca22b838a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:37 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:06:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.571s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:37 user nova-compute[75209]: INFO nova.network.neutron [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating port f617edfd-6f0a-428d-9a6f-bfe47586476b with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 04 19:06:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquired lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:38 user nova-compute[75209]: DEBUG nova.network.neutron [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG nova.network.neutron [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating instance_info_cache with network_info: [{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Releasing lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:06:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Creating image(s)
Dec 04 19:06:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "/opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "/opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "/opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG nova.objects.instance [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'trusted_certs' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG nova.objects.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Object Instance<c6f62b93-34a3-4259-b53e-bee4d63d40df> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "e8de9eb920c997ebc505241ae7d5b8cd62ac80ac" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "e8de9eb920c997ebc505241ae7d5b8cd62ac80ac" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:39 user nova-compute[75209]: INFO nova.compute.manager [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] [instance: 3fa28183-e329-4f88-969d-a8a72d8dfeb4] Took 2.95 seconds to detach 3 volumes for instance.
Dec 04 19:06:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-93a4d354-d7ef-46ed-a7b4-38d1b3c5b303 req-05cf1dcd-f84e-44ab-959f-8af3078c222f service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-changed-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-93a4d354-d7ef-46ed-a7b4-38d1b3c5b303 req-05cf1dcd-f84e-44ab-959f-8af3078c222f service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Refreshing instance network info cache due to event network-changed-f617edfd-6f0a-428d-9a6f-bfe47586476b. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-93a4d354-d7ef-46ed-a7b4-38d1b3c5b303 req-05cf1dcd-f84e-44ab-959f-8af3078c222f service nova] Acquiring lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-93a4d354-d7ef-46ed-a7b4-38d1b3c5b303 req-05cf1dcd-f84e-44ab-959f-8af3078c222f service nova] Acquired lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG nova.network.neutron [req-93a4d354-d7ef-46ed-a7b4-38d1b3c5b303 req-05cf1dcd-f84e-44ab-959f-8af3078c222f service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Refreshing network info cache for port f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac.part --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac.part --force-share --output=json" returned: 0 in 0.213s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG nova.virt.images [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] 62c32124-728f-4293-9cfb-62f5b177e0b2 was qcow2, converting to raw {{(pid=75209) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:06:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac.part /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac.converted {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:41 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Deleted allocations for instance 3fa28183-e329-4f88-969d-a8a72d8dfeb4
Dec 04 19:06:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZRAsdBWk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:06:41 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:06:41 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:06:41 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[96f1ef4b-7410-4817-a086-41936ec78608]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:06:41 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-93a4d354-d7ef-46ed-a7b4-38d1b3c5b303 req-05cf1dcd-f84e-44ab-959f-8af3078c222f service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updated VIF entry in instance network info cache for port f617edfd-6f0a-428d-9a6f-bfe47586476b. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-93a4d354-d7ef-46ed-a7b4-38d1b3c5b303 req-05cf1dcd-f84e-44ab-959f-8af3078c222f service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating instance_info_cache with network_info: [{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf7f2cd-9bb8-41a8-b3c3-cca11becd621]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168] added
Dec 04 19:06:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-93a4d354-d7ef-46ed-a7b4-38d1b3c5b303 req-05cf1dcd-f84e-44ab-959f-8af3078c222f service nova] Releasing lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-39e0b377-ebc8-4245-ab49-87fcccccbd63 tempest-TaggedBootDevicesTest-1779486050 tempest-TaggedBootDevicesTest-1779486050-project-member] Lock "3fa28183-e329-4f88-969d-a8a72d8dfeb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 15.529s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75f4dcb-1536-409b-81c0-9457df4ec842]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[20758493-b4eb-4574-b127-10905a9d648b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZRAsdBWk {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZRAsdBWk" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[99638731-062f-4a8c-ba85-842f8bbb0c99]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZRAsdBWk'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.063s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[43db5f4f-ea76-4ae4-9a76-b427de35787f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac.part /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac.converted" returned: 0 in 0.660s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac.converted --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e214e1ba-40be-47a2-a289-17667a92de89]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac.converted --force-share --output=json" returned: 0 in 0.204s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "e8de9eb920c997ebc505241ae7d5b8cd62ac80ac" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.517s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac --force-share --output=json" returned: 0 in 0.217s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "e8de9eb920c997ebc505241ae7d5b8cd62ac80ac" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "e8de9eb920c997ebc505241ae7d5b8cd62ac80ac" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac,backing_fmt=raw /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac,backing_fmt=raw /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk 1073741824" returned: 0 in 0.058s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "e8de9eb920c997ebc505241ae7d5b8cd62ac80ac" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG nova.objects.instance [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'migration_context' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG nova.objects.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Object Instance<c6f62b93-34a3-4259-b53e-bee4d63d40df> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:06:42 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Rebasing disk image.
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.197s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 -F raw /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --login" returned: 0 in 1.076s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7001f68f-317c-4518-a628-73f0dc4452fd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168, portal: 172.16.0.220,3260]
Dec 04 19:06:42 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168, portal: 172.16.0.220,3260] successful.
Dec 04 19:06:42 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.032s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[49f831f9-fde8-46d2-a53f-86abadf3cdd8]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d000c468-08ea-4353-816b-b5a03850e092]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:42 user nova-compute[75209]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:06:42 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:42 user nova-compute[75209]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:06:42 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.591s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[83c6b042-2583-4190-b745-9ecfb954cbd3]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:42 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:06:43 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:06:43 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZRAsdBWk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:06:43 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.632s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:06:43 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] <== connect_volume: return (2634ms) {'type': 'block', 'scsi_wwn': '23061656434623435', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:06:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23061656434623435', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:06:43 user nova-compute[75209]: DEBUG nova.objects.instance [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'flavor' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:06:43 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:06:43 user nova-compute[75209]:   <source dev="/dev/sdc"/>
Dec 04 19:06:43 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:06:43 user nova-compute[75209]:   <serial>cd7fcd34-030d-4272-b213-adc6deb47168</serial>
Dec 04 19:06:43 user nova-compute[75209]: </disk>
Dec 04 19:06:43 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:06:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:06:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:06:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] No VIF found with MAC fa:16:3e:ab:c5:38, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:06:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ba9252b8-68d9-462e-b85d-0dabfdaf34af tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.508s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 -F raw /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk" returned: 0 in 3.055s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Ensure instance console log exists: /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Start _get_guest_xml network_info=[{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='9bf50788480780acc50dc2a784289154',container_format='bare',created_at=2023-12-04T19:04:31Z,direct_url=<?>,disk_format='qcow2',id=62c32124-728f-4293-9cfb-62f5b177e0b2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2023750937-shelved',owner='b9f5c995378d4153bed490dac31fb420',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-04T19:04:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': None, 'attachment_id': '155b1489-7193-4450-8936-a0a6f76db51e', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ypFCLaKj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'c6f62b93-34a3-4259-b53e-bee4d63d40df', 'attached_at': '', 'detached_at': '', 'volume_id': '59c82e48-9d75-46ad-aacb-e3467afd7eb6', 'serial': '59c82e48-9d75-46ad-aacb-e3467afd7eb6'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:06:45 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:45 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9bf50788480780acc50dc2a784289154',container_format='bare',created_at=2023-12-04T19:04:31Z,direct_url=<?>,disk_format='qcow2',id=62c32124-728f-4293-9cfb-62f5b177e0b2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2023750937-shelved',owner='b9f5c995378d4153bed490dac31fb420',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-04T19:04:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.objects.instance [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'vcpu_model' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.objects.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Object Instance<c6f62b93-34a3-4259-b53e-bee4d63d40df> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ypFCLaKj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:06:45 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:06:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:06:45 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:06:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:06:45 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e7bb408-08dd-4f0a-a4b9-96bb70b0b328]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:06:45 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f06b2dc8-b4f3-4922-bce2-ff194fa63258]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6] added
Dec 04 19:06:45 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[71a65cee-9e8c-4c45-90e3-1a03b517c765]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c836bf5b-a620-424c-9877-4de6ed1a506e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ypFCLaKj {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ypFCLaKj" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f05a1a1c-ca33-4a56-931a-f40d01503e27]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ypFCLaKj'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1959c377-1e98-404a-bdbb-facfb01e5820]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdf5c2f8-1db6-40f3-9dd1-f6efecf67712]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:46 user nova-compute[75209]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:06:46 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:46 user nova-compute[75209]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:06:46 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f566122d-3643-4325-8881-8dbac4bd72c1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6, portal: 172.16.0.220,3260]
Dec 04 19:06:46 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6, portal: 172.16.0.220,3260] successful.
Dec 04 19:06:46 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bb2e3df-482f-48f6-b87f-33c3a2b57724]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[903a53a1-5fbd-4d48-9367-8506845e07d7]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:46 user nova-compute[75209]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:06:46 user nova-compute[75209]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)
Dec 04 19:06:46 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:46 user nova-compute[75209]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:06:46 user nova-compute[75209]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)
Dec 04 19:06:46 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] HCTL ('35', '-', '-', 0) found on session 17 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d57ab3-e32c-4a0b-84b4-ee4c0455f8dc]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Searching for a device in session 17 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ypFCLaKj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:06:46 user nova-compute[75209]: INFO nova.compute.manager [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Rescuing
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquired lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG nova.network.neutron [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG nova.network.neutron [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating instance_info_cache with network_info: [{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Releasing lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.351s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '23338356530666336', 'path': '/dev/sdd'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23338356530666336', 'path': '/dev/sdd'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:02:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2023750937',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2023750937',id=5,image_ref='62c32124-728f-4293-9cfb-62f5b177e0b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1034015299',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:02:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ul5s54iy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member',shelved_at='2023-12-04T19:04:37.380832',shelved_host='user',shelved_image_id='62c32124-728f-4293-9cfb-62f5b177e0b2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:06:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=c6f62b93-34a3-4259-b53e-bee4d63d40df,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.objects.instance [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'pci_devices' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.objects.base [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Object Instance<c6f62b93-34a3-4259-b53e-bee4d63d40df> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:06:47 user nova-compute[75209]:   <uuid>c6f62b93-34a3-4259-b53e-bee4d63d40df</uuid>
Dec 04 19:06:47 user nova-compute[75209]:   <name>instance-00000005</name>
Dec 04 19:06:47 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:06:47 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:06:47 user nova-compute[75209]:   <metadata>
Dec 04 19:06:47 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:06:47 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:06:47 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-2023750937</nova:name>
Dec 04 19:06:47 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:06:45</nova:creationTime>
Dec 04 19:06:47 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:06:47 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:06:47 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:06:47 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:06:47 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:06:47 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:06:47 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:06:47 user nova-compute[75209]:       <nova:owner>
Dec 04 19:06:47 user nova-compute[75209]:         <nova:user uuid="aa23c1b6058d4f28b8c9fddac3f0fc92">tempest-AttachVolumeShelveTestJSON-1548594681-project-member</nova:user>
Dec 04 19:06:47 user nova-compute[75209]:         <nova:project uuid="b9f5c995378d4153bed490dac31fb420">tempest-AttachVolumeShelveTestJSON-1548594681</nova:project>
Dec 04 19:06:47 user nova-compute[75209]:       </nova:owner>
Dec 04 19:06:47 user nova-compute[75209]:       <nova:root type="image" uuid="62c32124-728f-4293-9cfb-62f5b177e0b2"/>
Dec 04 19:06:47 user nova-compute[75209]:       <nova:ports>
Dec 04 19:06:47 user nova-compute[75209]:         <nova:port uuid="f617edfd-6f0a-428d-9a6f-bfe47586476b">
Dec 04 19:06:47 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 04 19:06:47 user nova-compute[75209]:         </nova:port>
Dec 04 19:06:47 user nova-compute[75209]:       </nova:ports>
Dec 04 19:06:47 user nova-compute[75209]:     </nova:instance>
Dec 04 19:06:47 user nova-compute[75209]:   </metadata>
Dec 04 19:06:47 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:06:47 user nova-compute[75209]:     <system>
Dec 04 19:06:47 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:06:47 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:06:47 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:06:47 user nova-compute[75209]:       <entry name="serial">c6f62b93-34a3-4259-b53e-bee4d63d40df</entry>
Dec 04 19:06:47 user nova-compute[75209]:       <entry name="uuid">c6f62b93-34a3-4259-b53e-bee4d63d40df</entry>
Dec 04 19:06:47 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:06:47 user nova-compute[75209]:     </system>
Dec 04 19:06:47 user nova-compute[75209]:   </sysinfo>
Dec 04 19:06:47 user nova-compute[75209]:   <os>
Dec 04 19:06:47 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:06:47 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:06:47 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:06:47 user nova-compute[75209]:   </os>
Dec 04 19:06:47 user nova-compute[75209]:   <features>
Dec 04 19:06:47 user nova-compute[75209]:     <acpi/>
Dec 04 19:06:47 user nova-compute[75209]:     <apic/>
Dec 04 19:06:47 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:06:47 user nova-compute[75209]:   </features>
Dec 04 19:06:47 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:06:47 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:06:47 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:06:47 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:06:47 user nova-compute[75209]:   </clock>
Dec 04 19:06:47 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:06:47 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:06:47 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:06:47 user nova-compute[75209]:   </cpu>
Dec 04 19:06:47 user nova-compute[75209]:   <devices>
Dec 04 19:06:47 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:06:47 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:06:47 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk"/>
Dec 04 19:06:47 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:06:47 user nova-compute[75209]:     </disk>
Dec 04 19:06:47 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:06:47 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:06:47 user nova-compute[75209]:       <source dev="/dev/sdd"/>
Dec 04 19:06:47 user nova-compute[75209]:       <target dev="vdc" bus="virtio"/>
Dec 04 19:06:47 user nova-compute[75209]:       <serial>59c82e48-9d75-46ad-aacb-e3467afd7eb6</serial>
Dec 04 19:06:47 user nova-compute[75209]:     </disk>
Dec 04 19:06:47 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:06:47 user nova-compute[75209]:       <mac address="fa:16:3e:61:b2:64"/>
Dec 04 19:06:47 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:06:47 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:06:47 user nova-compute[75209]:       <target dev="tapf617edfd-6f"/>
Dec 04 19:06:47 user nova-compute[75209]:     </interface>
Dec 04 19:06:47 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:06:47 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/console.log" append="off"/>
Dec 04 19:06:47 user nova-compute[75209]:     </serial>
Dec 04 19:06:47 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:06:47 user nova-compute[75209]:     <video>
Dec 04 19:06:47 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:06:47 user nova-compute[75209]:     </video>
Dec 04 19:06:47 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:06:47 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:06:47 user nova-compute[75209]:     </rng>
Dec 04 19:06:47 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:06:47 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:06:47 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:06:47 user nova-compute[75209]:     </memballoon>
Dec 04 19:06:47 user nova-compute[75209]:   </devices>
Dec 04 19:06:47 user nova-compute[75209]: </domain>
Dec 04 19:06:47 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:02:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2023750937',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2023750937',id=5,image_ref='62c32124-728f-4293-9cfb-62f5b177e0b2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1034015299',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:02:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ul5s54iy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member',shelved_at='2023-12-04T19:04:37.380832',shelved_host='user',shelved_image_id='62c32124-728f-4293-9cfb-62f5b177e0b2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:06:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=c6f62b93-34a3-4259-b53e-bee4d63d40df,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG os_vif [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '49ed046c-85ee-5b75-b638-5b9fe2998e47', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf617edfd-6f, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf617edfd-6f, col_values=(('qos', UUID('f95b5023-e921-4870-bfaf-3f0bca9726a6')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf617edfd-6f, col_values=(('external_ids', {'iface-id': 'f617edfd-6f0a-428d-9a6f-bfe47586476b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:b2:64', 'vm-uuid': 'c6f62b93-34a3-4259-b53e-bee4d63d40df'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:47 user nova-compute[75209]: INFO os_vif [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f')
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:06:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] No VIF found with MAC fa:16:3e:61:b2:64, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:06:48 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Instance destroyed successfully.
Dec 04 19:06:48 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Attempting a stable device rescue
Dec 04 19:06:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75209) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 04 19:06:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Instance directory exists: not creating {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 19:06:48 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Creating image(s)
Dec 04 19:06:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:48 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'trusted_certs' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "f655b9826203a782946117394ca864c86877d2b8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "f655b9826203a782946117394ca864c86877d2b8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8.part --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8.part --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG nova.virt.images [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] e560d97c-f575-4b7e-91bb-3099df23e395 was qcow2, converting to raw {{(pid=75209) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8.part /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8.converted {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8.part /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8.converted" returned: 0 in 0.321s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8.converted --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG nova.compute.manager [req-783239ce-8bee-4c4b-819d-d0fa2085ba58 req-606c411a-ea6f-4f2d-9aba-25ca4aec788f service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-unplugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-783239ce-8bee-4c4b-819d-d0fa2085ba58 req-606c411a-ea6f-4f2d-9aba-25ca4aec788f service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-783239ce-8bee-4c4b-819d-d0fa2085ba58 req-606c411a-ea6f-4f2d-9aba-25ca4aec788f service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-783239ce-8bee-4c4b-819d-d0fa2085ba58 req-606c411a-ea6f-4f2d-9aba-25ca4aec788f service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:49 user nova-compute[75209]: DEBUG nova.compute.manager [req-783239ce-8bee-4c4b-819d-d0fa2085ba58 req-606c411a-ea6f-4f2d-9aba-25ca4aec788f service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-unplugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:49 user nova-compute[75209]: WARNING nova.compute.manager [req-783239ce-8bee-4c4b-819d-d0fa2085ba58 req-606c411a-ea6f-4f2d-9aba-25ca4aec788f service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-unplugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state active and task_state rescuing.
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8.converted --force-share --output=json" returned: 0 in 0.209s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "f655b9826203a782946117394ca864c86877d2b8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.777s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "f655b9826203a782946117394ca864c86877d2b8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "f655b9826203a782946117394ca864c86877d2b8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:06:50 user nova-compute[75209]: INFO nova.compute.claims [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Claim successful on node user
Dec 04 19:06:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8 --force-share --output=json" returned: 0 in 0.243s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8,backing_fmt=raw /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8,backing_fmt=raw /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue" returned: 0 in 0.064s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "f655b9826203a782946117394ca864c86877d2b8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.312s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'migration_context' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.objects.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Object Instance<3554337a-7a0c-48ba-a520-a4523a8d7984> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Start _get_guest_xml network_info=[{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "vif_mac": "fa:16:3e:ab:c5:38"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'e560d97c-f575-4b7e-91bb-3099df23e395', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': None, 'attachment_id': '922e35d4-bfc1-4573-891f-fb0f3928a895', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZRAsdBWk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '3554337a-7a0c-48ba-a520-a4523a8d7984', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd7fcd34-030d-4272-b213-adc6deb47168', 'serial': 'cd7fcd34-030d-4272-b213-adc6deb47168'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'resources' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.objects.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Object Instance<3554337a-7a0c-48ba-a520-a4523a8d7984> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'numa_topology' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.objects.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Object Instance<3554337a-7a0c-48ba-a520-a4523a8d7984> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:06:50 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:50 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.objects.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Object Instance<3554337a-7a0c-48ba-a520-a4523a8d7984> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZRAsdBWk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:06:50 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:06:50 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:06:50 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b284dc42-48d4-4bde-8374-3b3fa5f61e6e]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = ZRAsdBWk\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 04 19:06:50 user nova-compute[75209]: node.name = iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168
Dec 04 19:06:50 user nova-compute[75209]: node.tpgt = -1
Dec 04 19:06:50 user nova-compute[75209]: node.startup = automatic
Dec 04 19:06:50 user nova-compute[75209]: node.leading_login = No
Dec 04 19:06:50 user nova-compute[75209]: iface.iscsi_ifacename = default
Dec 04 19:06:50 user nova-compute[75209]: iface.net_ifacename = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.ipaddress = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.prefix_len = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.hwaddress = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.transport_name = tcp
Dec 04 19:06:50 user nova-compute[75209]: iface.initiatorname = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.state = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.vlan_id = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.vlan_priority = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.vlan_state = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.iface_num = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.mtu = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.port = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.bootproto = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.subnet_mask = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.gateway = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.dhcp_alt_client_id_state = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.dhcp_alt_client_id = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.dhcp_dns = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.dhcp_learn_iqn = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.dhcp_req_vendor_id_state = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.dhcp_vendor_id_state = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.dhcp_vendor_id = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.dhcp_slp_da = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.fragmentation = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.gratuitous_arp = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.incoming_forwarding = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.tos_state = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.tos = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.ttl = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.delayed_ack = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.tcp_nagle = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.tcp_wsf_state = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.tcp_wsf = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.tcp_timer_scale = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.tcp_timestamp = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.redirect = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.def_task_mgmt_timeout = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.header_digest = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.data_digest = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.immediate_data = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.initial_r2t = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.data_seq_inorder = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.data_pdu_inorder = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.erl = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.max_receive_data_len = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.first_burst_len = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.max_outstanding_r2t = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.max_burst_len = 0
Dec 04 19:06:50 user nova-compute[75209]: iface.chap_auth = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.bidi_chap = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.strict_login_compliance = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.discovery_auth = <empty>
Dec 04 19:06:50 user nova-compute[75209]: iface.discovery_logout = <empty>
Dec 04 19:06:50 user nova-compute[75209]: node.discovery_address = <empty>
Dec 04 19:06:50 user nova-compute[75209]: node.discovery_port = 0
Dec 04 19:06:50 user nova-compute[75209]: node.discovery_type = static
Dec 04 19:06:50 user nova-compute[75209]: node.session.initial_cmdsn = 0
Dec 04 19:06:50 user nova-compute[75209]: node.session.initial_login_retry_max = 8
Dec 04 19:06:50 user nova-compute[75209]: node.session.xmit_thread_priority = -20
Dec 04 19:06:50 user nova-compute[75209]: node.session.cmds_max = 128
Dec 04 19:06:50 user nova-compute[75209]: node.session.queue_depth = 32
Dec 04 19:06:50 user nova-compute[75209]: node.session.nr_sessions = 1
Dec 04 19:06:50 user nova-compute[75209]: node.session.auth.authmethod = CHAP
Dec 04 19:06:50 user nova-compute[75209]: node.session.auth.username = ZRAsdBWk
Dec 04 19:06:50 user nova-compute[75209]: node.session.auth.password = ***
Dec 04 19:06:50 user nova-compute[75209]: node.session.auth.username_in = <empty>
Dec 04 19:06:50 user nova-compute[75209]: node.session.auth.password_in = <empty>
Dec 04 19:06:50 user nova-compute[75209]: node.session.auth.chap_algs = MD5
Dec 04 19:06:50 user nova-compute[75209]: node.session.timeo.replacement_timeout = 120
Dec 04 19:06:50 user nova-compute[75209]: node.session.err_timeo.abort_timeout = 15
Dec 04 19:06:50 user nova-compute[75209]: node.session.err_timeo.lu_reset_timeout = 30
Dec 04 19:06:50 user nova-compute[75209]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 04 19:06:50 user nova-compute[75209]: node.session.err_timeo.host_reset_timeout = 60
Dec 04 19:06:50 user nova-compute[75209]: node.session.iscsi.FastAbort = Yes
Dec 04 19:06:50 user nova-compute[75209]: node.session.iscsi.InitialR2T = No
Dec 04 19:06:50 user nova-compute[75209]: node.session.iscsi.ImmediateData = Yes
Dec 04 19:06:50 user nova-compute[75209]: node.session.iscsi.FirstBurstLength = 262144
Dec 04 19:06:50 user nova-compute[75209]: node.session.iscsi.MaxBurstLength = 16776192
Dec 04 19:06:50 user nova-compute[75209]: node.session.iscsi.DefaultTime2Retain = 0
Dec 04 19:06:50 user nova-compute[75209]: node.session.iscsi.DefaultTime2Wait = 2
Dec 04 19:06:50 user nova-compute[75209]: node.session.iscsi.MaxConnections = 1
Dec 04 19:06:50 user nova-compute[75209]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 04 19:06:50 user nova-compute[75209]: node.session.iscsi.ERL = 0
Dec 04 19:06:50 user nova-compute[75209]: node.session.scan = manual
Dec 04 19:06:50 user nova-compute[75209]: node.session.reopen_max = 0
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].address = 172.16.0.220
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].port = 3260
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].startup = manual
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].tcp.window_size = 524288
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].tcp.type_of_service = 0
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].timeo.logout_timeout = 15
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].timeo.login_timeout = 15
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].timeo.auth_timeout = 45
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].timeo.noop_out_interval = 5
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].timeo.noop_out_timeout = 5
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].iscsi.HeaderDigest = None
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].iscsi.DataDigest = None
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].iscsi.IFMarker = No
Dec 04 19:06:50 user nova-compute[75209]: node.conn[0].iscsi.OFMarker = No
Dec 04 19:06:50 user nova-compute[75209]: # END RECORD
Dec 04 19:06:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8da62cd-4b58-444b-b352-594041d450a6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[326c05c6-f0cd-41a5-9b1a-7099a3003a45]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZRAsdBWk {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZRAsdBWk" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e664d5f-67b0-43f9-96e6-fc4ac01a6c48]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZRAsdBWk'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f56f65a7-0fb0-46b5-b5a6-dfddb274c1e4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77fee61-5697-43c8-a4a0-0c8f3904f6fa]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:50 user nova-compute[75209]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:06:50 user nova-compute[75209]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)
Dec 04 19:06:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:06:50 user nova-compute[75209]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:06:50 user nova-compute[75209]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)
Dec 04 19:06:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.173s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] HCTL ('34', '0', '0', 0) found on session 16 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[98ca6c3f-968c-42a5-9fda-87626cdbc25e]: (4, ('0 0 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Searching for a device in session 16 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZRAsdBWk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.234s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] <== connect_volume: return (235ms) {'type': 'block', 'scsi_wwn': '23061656434623435', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23061656434623435', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2034599427',display_name='tempest-ServerStableDeviceRescueTest-server-2034599427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2034599427',id=6,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMI/JXOuzSwk69NsRhA2T5dFJQfXfURkNSIdqEy5yzzfgtedVFA8alWANkNjkxOyha3PGsu7F1NB3LFXGs86zDbEGDpaO/8jk0NM88q4NOOwsWgSiBdNYE+SScF5AlTGtA==',key_name='tempest-keypair-1965749273',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:02:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='564b9d3d334241ef89bd40e5d1594454',ramdisk_id='',reservation_id='r-xmfq2sq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1858946162',owner_user_name='tempest-ServerStableDeviceRescueTest-1858946162-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:04:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47f4979ee97b445ba320c6e57fe0cb68',uuid=3554337a-7a0c-48ba-a520-a4523a8d7984,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "vif_mac": "fa:16:3e:ab:c5:38"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Converting VIF {"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "vif_mac": "fa:16:3e:ab:c5:38"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ab:c5:38,bridge_name='br-int',has_traffic_filtering=True,id=54ab6e33-9977-428a-8d68-693b4befad03,network=Network(375b033e-5bc4-48ce-8e9a-49f57cfcf2b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ab6e33-99') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'pci_devices' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.objects.base [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Object Instance<3554337a-7a0c-48ba-a520-a4523a8d7984> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:06:50 user nova-compute[75209]:   <uuid>3554337a-7a0c-48ba-a520-a4523a8d7984</uuid>
Dec 04 19:06:50 user nova-compute[75209]:   <name>instance-00000006</name>
Dec 04 19:06:50 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:06:50 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:06:50 user nova-compute[75209]:   <metadata>
Dec 04 19:06:50 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:06:50 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:06:50 user nova-compute[75209]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2034599427</nova:name>
Dec 04 19:06:50 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:06:50</nova:creationTime>
Dec 04 19:06:50 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:06:50 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:06:50 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:06:50 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:06:50 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:06:50 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:06:50 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:06:50 user nova-compute[75209]:       <nova:owner>
Dec 04 19:06:50 user nova-compute[75209]:         <nova:user uuid="47f4979ee97b445ba320c6e57fe0cb68">tempest-ServerStableDeviceRescueTest-1858946162-project-member</nova:user>
Dec 04 19:06:50 user nova-compute[75209]:         <nova:project uuid="564b9d3d334241ef89bd40e5d1594454">tempest-ServerStableDeviceRescueTest-1858946162</nova:project>
Dec 04 19:06:50 user nova-compute[75209]:       </nova:owner>
Dec 04 19:06:50 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:06:50 user nova-compute[75209]:       <nova:ports>
Dec 04 19:06:50 user nova-compute[75209]:         <nova:port uuid="54ab6e33-9977-428a-8d68-693b4befad03">
Dec 04 19:06:50 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 19:06:50 user nova-compute[75209]:         </nova:port>
Dec 04 19:06:50 user nova-compute[75209]:       </nova:ports>
Dec 04 19:06:50 user nova-compute[75209]:     </nova:instance>
Dec 04 19:06:50 user nova-compute[75209]:   </metadata>
Dec 04 19:06:50 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:06:50 user nova-compute[75209]:     <system>
Dec 04 19:06:50 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:06:50 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:06:50 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:06:50 user nova-compute[75209]:       <entry name="serial">3554337a-7a0c-48ba-a520-a4523a8d7984</entry>
Dec 04 19:06:50 user nova-compute[75209]:       <entry name="uuid">3554337a-7a0c-48ba-a520-a4523a8d7984</entry>
Dec 04 19:06:50 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:06:50 user nova-compute[75209]:     </system>
Dec 04 19:06:50 user nova-compute[75209]:   </sysinfo>
Dec 04 19:06:50 user nova-compute[75209]:   <os>
Dec 04 19:06:50 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:06:50 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:06:50 user nova-compute[75209]:   </os>
Dec 04 19:06:50 user nova-compute[75209]:   <features>
Dec 04 19:06:50 user nova-compute[75209]:     <acpi/>
Dec 04 19:06:50 user nova-compute[75209]:     <apic/>
Dec 04 19:06:50 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:06:50 user nova-compute[75209]:   </features>
Dec 04 19:06:50 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:06:50 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:06:50 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:06:50 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:06:50 user nova-compute[75209]:   </clock>
Dec 04 19:06:50 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:06:50 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:06:50 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:06:50 user nova-compute[75209]:   </cpu>
Dec 04 19:06:50 user nova-compute[75209]:   <devices>
Dec 04 19:06:50 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:06:50 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:06:50 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk"/>
Dec 04 19:06:50 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:06:50 user nova-compute[75209]:     </disk>
Dec 04 19:06:50 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:06:50 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:06:50 user nova-compute[75209]:       <source dev="/dev/sdc"/>
Dec 04 19:06:50 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:06:50 user nova-compute[75209]:       <serial>cd7fcd34-030d-4272-b213-adc6deb47168</serial>
Dec 04 19:06:50 user nova-compute[75209]:     </disk>
Dec 04 19:06:50 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:06:50 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:06:50 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue"/>
Dec 04 19:06:50 user nova-compute[75209]:       <target dev="vdc" bus="virtio"/>
Dec 04 19:06:50 user nova-compute[75209]:       <boot order="1"/>
Dec 04 19:06:50 user nova-compute[75209]:     </disk>
Dec 04 19:06:50 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:06:50 user nova-compute[75209]:       <mac address="fa:16:3e:ab:c5:38"/>
Dec 04 19:06:50 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:06:50 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:06:50 user nova-compute[75209]:       <target dev="tap54ab6e33-99"/>
Dec 04 19:06:50 user nova-compute[75209]:     </interface>
Dec 04 19:06:50 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:06:50 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/console.log" append="off"/>
Dec 04 19:06:50 user nova-compute[75209]:     </serial>
Dec 04 19:06:50 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:06:50 user nova-compute[75209]:     <video>
Dec 04 19:06:50 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:06:50 user nova-compute[75209]:     </video>
Dec 04 19:06:50 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:06:50 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:06:50 user nova-compute[75209]:     </rng>
Dec 04 19:06:50 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:06:50 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:06:50 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:06:50 user nova-compute[75209]:     </memballoon>
Dec 04 19:06:50 user nova-compute[75209]:   </devices>
Dec 04 19:06:50 user nova-compute[75209]: </domain>
Dec 04 19:06:50 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.806s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:06:50 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Instance destroyed successfully.
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:06:50 user nova-compute[75209]: DEBUG nova.network.neutron [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:06:50 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.compute.manager [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] No VIF found with MAC fa:16:3e:ab:c5:38, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.policy [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9b183b07d1f472cbbc3be9c438ad9aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1d3899df98b489a9e0b53f76acc88b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.compute.manager [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:06:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Creating image(s)
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "/opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "/opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "/opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.164s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk 1073741824" returned: 0 in 0.049s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.221s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Cannot resize image /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Ensure instance console log exists: /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:52 user nova-compute[75209]: WARNING nova.compute.manager [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state active and task_state rescuing.
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] No waiting events found dispatching network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:52 user nova-compute[75209]: WARNING nova.compute.manager [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received unexpected event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b for instance with vm_state shelved_offloaded and task_state spawning.
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] No waiting events found dispatching network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:52 user nova-compute[75209]: WARNING nova.compute.manager [req-2dacad35-a108-4759-b084-e9d99ab0238c req-9390c8b6-9258-4fc8-937a-d40c0a732a27 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received unexpected event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b for instance with vm_state shelved_offloaded and task_state spawning.
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.compute.manager [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:06:52 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Instance spawned successfully.
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.network.neutron [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Successfully created port: 15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.compute.manager [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-edbd8566-4dbd-4df3-aa85-e1d3a7b79123 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 28.044s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.network.neutron [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Successfully updated port: 15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquired lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.network.neutron [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-89771169-8c3e-4e98-b623-11852b896b5b req-ad93f0c6-bfb1-4acc-abec-2d8ffcf988af service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-changed-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-89771169-8c3e-4e98-b623-11852b896b5b req-ad93f0c6-bfb1-4acc-abec-2d8ffcf988af service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Refreshing instance network info cache due to event network-changed-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:06:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-89771169-8c3e-4e98-b623-11852b896b5b req-ad93f0c6-bfb1-4acc-abec-2d8ffcf988af service nova] Acquiring lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.network.neutron [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.network.neutron [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating instance_info_cache with network_info: [{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Releasing lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.compute.manager [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance network_info: |[{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-89771169-8c3e-4e98-b623-11852b896b5b req-ad93f0c6-bfb1-4acc-abec-2d8ffcf988af service nova] Acquired lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.network.neutron [req-89771169-8c3e-4e98-b623-11852b896b5b req-ad93f0c6-bfb1-4acc-abec-2d8ffcf988af service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Refreshing network info cache for port 15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Start _get_guest_xml network_info=[{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:06:53 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:53 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1319689571',display_name='tempest-ServerActionsTestOtherB-server-1319689571',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1319689571',id=17,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdYnAjHMYWHmweFAuw9t+bltwsiUWUZVjwFP3+G/Mgng5/ebGXlwXm/fNapPE+2KUfBk/TDWeewPqb7dTanBoso2TSdI7elIvswlTLNM0+krI78BlF/x9R8oZ41ItyLAg==',key_name='tempest-keypair-728892055',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1d3899df98b489a9e0b53f76acc88b8',ramdisk_id='',reservation_id='r-0tc36rny',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-994380357',owner_user_name='tempest-ServerActionsTestOtherB-994380357-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:06:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b183b07d1f472cbbc3be9c438ad9aa',uuid=4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converting VIF {"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.objects.instance [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lazy-loading 'pci_devices' on Instance uuid 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:06:53 user nova-compute[75209]:   <uuid>4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9</uuid>
Dec 04 19:06:53 user nova-compute[75209]:   <name>instance-00000011</name>
Dec 04 19:06:53 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:06:53 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:06:53 user nova-compute[75209]:   <metadata>
Dec 04 19:06:53 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:06:53 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:06:53 user nova-compute[75209]:       <nova:name>tempest-ServerActionsTestOtherB-server-1319689571</nova:name>
Dec 04 19:06:53 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:06:53</nova:creationTime>
Dec 04 19:06:53 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:06:53 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:06:53 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:06:53 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:06:53 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:06:53 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:06:53 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:06:53 user nova-compute[75209]:       <nova:owner>
Dec 04 19:06:53 user nova-compute[75209]:         <nova:user uuid="f9b183b07d1f472cbbc3be9c438ad9aa">tempest-ServerActionsTestOtherB-994380357-project-member</nova:user>
Dec 04 19:06:53 user nova-compute[75209]:         <nova:project uuid="c1d3899df98b489a9e0b53f76acc88b8">tempest-ServerActionsTestOtherB-994380357</nova:project>
Dec 04 19:06:53 user nova-compute[75209]:       </nova:owner>
Dec 04 19:06:53 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:06:53 user nova-compute[75209]:       <nova:ports>
Dec 04 19:06:53 user nova-compute[75209]:         <nova:port uuid="15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0">
Dec 04 19:06:53 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 19:06:53 user nova-compute[75209]:         </nova:port>
Dec 04 19:06:53 user nova-compute[75209]:       </nova:ports>
Dec 04 19:06:53 user nova-compute[75209]:     </nova:instance>
Dec 04 19:06:53 user nova-compute[75209]:   </metadata>
Dec 04 19:06:53 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:06:53 user nova-compute[75209]:     <system>
Dec 04 19:06:53 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:06:53 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:06:53 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:06:53 user nova-compute[75209]:       <entry name="serial">4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9</entry>
Dec 04 19:06:53 user nova-compute[75209]:       <entry name="uuid">4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9</entry>
Dec 04 19:06:53 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:06:53 user nova-compute[75209]:     </system>
Dec 04 19:06:53 user nova-compute[75209]:   </sysinfo>
Dec 04 19:06:53 user nova-compute[75209]:   <os>
Dec 04 19:06:53 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:06:53 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:06:53 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:06:53 user nova-compute[75209]:   </os>
Dec 04 19:06:53 user nova-compute[75209]:   <features>
Dec 04 19:06:53 user nova-compute[75209]:     <acpi/>
Dec 04 19:06:53 user nova-compute[75209]:     <apic/>
Dec 04 19:06:53 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:06:53 user nova-compute[75209]:   </features>
Dec 04 19:06:53 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:06:53 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:06:53 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:06:53 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:06:53 user nova-compute[75209]:   </clock>
Dec 04 19:06:53 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:06:53 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:06:53 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:06:53 user nova-compute[75209]:   </cpu>
Dec 04 19:06:53 user nova-compute[75209]:   <devices>
Dec 04 19:06:53 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:06:53 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:06:53 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk"/>
Dec 04 19:06:53 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:06:53 user nova-compute[75209]:     </disk>
Dec 04 19:06:53 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:06:53 user nova-compute[75209]:       <mac address="fa:16:3e:c5:01:1a"/>
Dec 04 19:06:53 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:06:53 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:06:53 user nova-compute[75209]:       <target dev="tap15d03ebe-4f"/>
Dec 04 19:06:53 user nova-compute[75209]:     </interface>
Dec 04 19:06:53 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:06:53 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/console.log" append="off"/>
Dec 04 19:06:53 user nova-compute[75209]:     </serial>
Dec 04 19:06:53 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:06:53 user nova-compute[75209]:     <video>
Dec 04 19:06:53 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:06:53 user nova-compute[75209]:     </video>
Dec 04 19:06:53 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:06:53 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:06:53 user nova-compute[75209]:     </rng>
Dec 04 19:06:53 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:06:53 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:06:53 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:06:53 user nova-compute[75209]:     </memballoon>
Dec 04 19:06:53 user nova-compute[75209]:   </devices>
Dec 04 19:06:53 user nova-compute[75209]: </domain>
Dec 04 19:06:53 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1319689571',display_name='tempest-ServerActionsTestOtherB-server-1319689571',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1319689571',id=17,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdYnAjHMYWHmweFAuw9t+bltwsiUWUZVjwFP3+G/Mgng5/ebGXlwXm/fNapPE+2KUfBk/TDWeewPqb7dTanBoso2TSdI7elIvswlTLNM0+krI78BlF/x9R8oZ41ItyLAg==',key_name='tempest-keypair-728892055',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c1d3899df98b489a9e0b53f76acc88b8',ramdisk_id='',reservation_id='r-0tc36rny',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-994380357',owner_user_name='tempest-ServerActionsTestOtherB-994380357-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:06:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b183b07d1f472cbbc3be9c438ad9aa',uuid=4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converting VIF {"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG os_vif [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cec45e30-5aa6-55ec-abc0-cdb6c462ab07', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap15d03ebe-4f, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap15d03ebe-4f, col_values=(('qos', UUID('35ea467a-3b12-4ffd-844a-797e510ceef6')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap15d03ebe-4f, col_values=(('external_ids', {'iface-id': '15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c5:01:1a', 'vm-uuid': '4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:53 user nova-compute[75209]: INFO os_vif [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f')
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] No VIF found with MAC fa:16:3e:c5:01:1a, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.network.neutron [req-89771169-8c3e-4e98-b623-11852b896b5b req-ad93f0c6-bfb1-4acc-abec-2d8ffcf988af service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updated VIF entry in instance network info cache for port 15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG nova.network.neutron [req-89771169-8c3e-4e98-b623-11852b896b5b req-ad93f0c6-bfb1-4acc-abec-2d8ffcf988af service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating instance_info_cache with network_info: [{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:06:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-89771169-8c3e-4e98-b623-11852b896b5b req-ad93f0c6-bfb1-4acc-abec-2d8ffcf988af service nova] Releasing lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:54 user nova-compute[75209]: WARNING nova.compute.manager [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state active and task_state rescuing.
Dec 04 19:06:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:54 user nova-compute[75209]: WARNING nova.compute.manager [req-359c68bc-7a52-476d-82b7-e2d6b7b34307 req-c9e1db15-6e65-40af-ad3e-6cd9b45f37c6 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state active and task_state rescuing.
Dec 04 19:06:54 user nova-compute[75209]: DEBUG nova.compute.manager [None req-cf7cee58-3864-42e7-891b-9cb89b21bb50 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:06:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-351f9fab-fc68-495b-b591-d2a79e2d3f42 req-ea880a35-0978-4a0e-b090-ff2081eb4d81 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-351f9fab-fc68-495b-b591-d2a79e2d3f42 req-ea880a35-0978-4a0e-b090-ff2081eb4d81 service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-351f9fab-fc68-495b-b591-d2a79e2d3f42 req-ea880a35-0978-4a0e-b090-ff2081eb4d81 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-351f9fab-fc68-495b-b591-d2a79e2d3f42 req-ea880a35-0978-4a0e-b090-ff2081eb4d81 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-351f9fab-fc68-495b-b591-d2a79e2d3f42 req-ea880a35-0978-4a0e-b090-ff2081eb4d81 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:55 user nova-compute[75209]: WARNING nova.compute.manager [req-351f9fab-fc68-495b-b591-d2a79e2d3f42 req-ea880a35-0978-4a0e-b090-ff2081eb4d81 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state building and task_state spawning.
Dec 04 19:06:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:06:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance spawned successfully.
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.compute.manager [req-3032897b-951b-4cf2-9979-e14630f23ae9 req-b4f1ccf8-bc52-4b0b-b923-89cc45558bc4 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3032897b-951b-4cf2-9979-e14630f23ae9 req-b4f1ccf8-bc52-4b0b-b923-89cc45558bc4 service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3032897b-951b-4cf2-9979-e14630f23ae9 req-b4f1ccf8-bc52-4b0b-b923-89cc45558bc4 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3032897b-951b-4cf2-9979-e14630f23ae9 req-b4f1ccf8-bc52-4b0b-b923-89cc45558bc4 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.compute.manager [req-3032897b-951b-4cf2-9979-e14630f23ae9 req-b4f1ccf8-bc52-4b0b-b923-89cc45558bc4 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:06:57 user nova-compute[75209]: WARNING nova.compute.manager [req-3032897b-951b-4cf2-9979-e14630f23ae9 req-b4f1ccf8-bc52-4b0b-b923-89cc45558bc4 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state building and task_state spawning.
Dec 04 19:06:57 user nova-compute[75209]: INFO nova.compute.manager [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Took 6.31 seconds to spawn the instance on the hypervisor.
Dec 04 19:06:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:06:57 user nova-compute[75209]: INFO nova.compute.manager [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Took 7.56 seconds to build instance.
Dec 04 19:06:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-79c7c30c-0d26-4965-b95c-cf2bad342cb9 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.686s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:06:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:06:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.014s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:02 user nova-compute[75209]: INFO nova.compute.manager [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Terminating instance
Dec 04 19:07:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:07:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-8bb13876-b6dc-4f20-a639-593beba95ed5 req-bffef549-baab-4508-b9a8-96889e873b32 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-vif-unplugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8bb13876-b6dc-4f20-a639-593beba95ed5 req-bffef549-baab-4508-b9a8-96889e873b32 service nova] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8bb13876-b6dc-4f20-a639-593beba95ed5 req-bffef549-baab-4508-b9a8-96889e873b32 service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8bb13876-b6dc-4f20-a639-593beba95ed5 req-bffef549-baab-4508-b9a8-96889e873b32 service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-8bb13876-b6dc-4f20-a639-593beba95ed5 req-bffef549-baab-4508-b9a8-96889e873b32 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] No waiting events found dispatching network-vif-unplugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-8bb13876-b6dc-4f20-a639-593beba95ed5 req-bffef549-baab-4508-b9a8-96889e873b32 service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-vif-unplugged-da65be4d-3618-4929-87d9-dc18a30eb274 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:07:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Instance destroyed successfully.
Dec 04 19:07:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lazy-loading 'resources' on Instance uuid 62ef2339-1ed3-4f87-93bc-daf030e2fff2 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:03:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2023797479',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-600965575',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXatIYVQhKBrALLLZVZhoniI+5/soi1eFE50oOKRkoHqEIcsUb54BPUgLhbULG5jZ37Z0g+pbj6U42qtccRQXYlVppI1jMUsfeVv1eaGtwCy1N9edW427spfRZTVcLqHA==',key_name='tempest-keypair-1548765793',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:06:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc400f3bb27a489b8fb054070ce20198',ramdisk_id='',reservation_id='r-e0qrj51j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1219003990',owner_user_name='tempest-ServerActionsV293TestJSON-1219003990-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:06:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c29bb3e404ad4f05ad8d9a87660d8cc7',uuid=62ef2339-1ed3-4f87-93bc-daf030e2fff2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converting VIF {"id": "da65be4d-3618-4929-87d9-dc18a30eb274", "address": "fa:16:3e:82:05:c9", "network": {"id": "f436597c-9afc-4741-beb9-bb2e1c083959", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2049938916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc400f3bb27a489b8fb054070ce20198", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda65be4d-36", "ovs_interfaceid": "da65be4d-3618-4929-87d9-dc18a30eb274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_vif [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda65be4d-36, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=872843f3-15e8-4376-a191-36b2d08d6d43) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:07:03 user nova-compute[75209]: INFO os_vif [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:05:c9,bridge_name='br-int',has_traffic_filtering=True,id=da65be4d-3618-4929-87d9-dc18a30eb274,network=Network(f436597c-9afc-4741-beb9-bb2e1c083959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda65be4d-36')
Dec 04 19:07:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'npgcBLiu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:07:03 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.010s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa0e322-28c8-415c-8601-9e8cedb20f1d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:07:03 user nova-compute[75209]: No targets found.
Dec 04 19:07:03 user nova-compute[75209]: iSNS:
Dec 04 19:07:03 user nova-compute[75209]: No targets found.
Dec 04 19:07:03 user nova-compute[75209]: STATIC:
Dec 04 19:07:03 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6
Dec 04 19:07:03 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:07:03 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:07:03 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6
Dec 04 19:07:03 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:07:03 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:07:03 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168
Dec 04 19:07:03 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:07:03 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:07:03 user nova-compute[75209]: FIRMWARE:
Dec 04 19:07:03 user nova-compute[75209]: No targets found.
Dec 04 19:07:03 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:07:03 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:07:03 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee13b08-75c2-4c55-a166-11c748e5609b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b86e542f-2ed7-4085-a1e6-780b68574073]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:07:03 user nova-compute[75209]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:07:03 user nova-compute[75209]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)
Dec 04 19:07:03 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 (non-flash)
Dec 04 19:07:03 user nova-compute[75209]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:07:03 user nova-compute[75209]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)
Dec 04 19:07:03 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c41bd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f840df3-e408-48a8-bb88-9f5f2d47f422]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.048s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd6c035-d8d2-443c-94c5-929df5c4fcf4]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b22ac67-3ddf-4a04-88ec-0d2560205ff3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.057s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ebe4f5-1de2-48bf-b70a-9bf7178ac585]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_4a0ecb53', '/dev/disk/by-id/scsi-26130323434313366', '/dev/disk/by-id/scsi-1SCST_BIO4a0ecb53-a024413fc7d1827c') {{(pid=86285) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3e75eb6-5f09-4cf4-b34e-90db9c9a20da]: (4, None) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.178s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fab518f-2424-4958-b067-f729aaa37fce]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.088s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b019583-965d-40a1-8c37-b1923fc81af4]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260]
Dec 04 19:07:03 user nova-compute[75209]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6, portal: 172.16.0.220,3260] successful.
Dec 04 19:07:03 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:07:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:87e41a7f-6daf-4851-a596-6633232f10d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a53e1e-865b-4d37-80e5-4aad4628d03c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:07:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:07:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.595s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:07:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] <== disconnect_volume: return (606ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:07:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:07:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Deleting instance files /opt/stack/data/nova/instances/62ef2339-1ed3-4f87-93bc-daf030e2fff2_del
Dec 04 19:07:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Deletion of /opt/stack/data/nova/instances/62ef2339-1ed3-4f87-93bc-daf030e2fff2_del complete
Dec 04 19:07:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:04 user nova-compute[75209]: INFO nova.compute.manager [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Took 1.60 seconds to destroy the instance on the hypervisor.
Dec 04 19:07:04 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:07:04 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:07:04 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:07:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-ab59ecc8-c25e-4ce0-aedc-d23540fe4d8b req-8fe4d942-812c-4063-8470-d4b32d32391d service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ab59ecc8-c25e-4ce0-aedc-d23540fe4d8b req-8fe4d942-812c-4063-8470-d4b32d32391d service nova] Acquiring lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ab59ecc8-c25e-4ce0-aedc-d23540fe4d8b req-8fe4d942-812c-4063-8470-d4b32d32391d service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ab59ecc8-c25e-4ce0-aedc-d23540fe4d8b req-8fe4d942-812c-4063-8470-d4b32d32391d service nova] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-ab59ecc8-c25e-4ce0-aedc-d23540fe4d8b req-8fe4d942-812c-4063-8470-d4b32d32391d service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] No waiting events found dispatching network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:05 user nova-compute[75209]: WARNING nova.compute.manager [req-ab59ecc8-c25e-4ce0-aedc-d23540fe4d8b req-8fe4d942-812c-4063-8470-d4b32d32391d service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received unexpected event network-vif-plugged-da65be4d-3618-4929-87d9-dc18a30eb274 for instance with vm_state active and task_state deleting.
Dec 04 19:07:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:05 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:07:05 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Took 1.76 seconds to deallocate network for instance.
Dec 04 19:07:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:06 user nova-compute[75209]: INFO nova.compute.manager [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Took 1.13 seconds to detach 1 volumes for instance.
Dec 04 19:07:06 user nova-compute[75209]: DEBUG nova.compute.manager [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Deleting volume: 87e41a7f-6daf-4851-a596-6633232f10d6 {{(pid=75209) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 19:07:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-c7ae1d61-f099-435c-af48-3c0217fffaca req-c77070c5-4e22-4a37-a05e-8c1c670b7ada service nova] [instance: 62ef2339-1ed3-4f87-93bc-daf030e2fff2] Received event network-vif-deleted-da65be4d-3618-4929-87d9-dc18a30eb274 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:07 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:07:07 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:07:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.431s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:07 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Deleted allocations for instance 62ef2339-1ed3-4f87-93bc-daf030e2fff2
Dec 04 19:07:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-13855ce8-3609-4391-9363-6231db87eb99 tempest-ServerActionsV293TestJSON-1219003990 tempest-ServerActionsV293TestJSON-1219003990-project-member] Lock "62ef2339-1ed3-4f87-93bc-daf030e2fff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.507s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "47258b99-33f4-4ac3-a34f-0ca2d347638b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:07:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:07:09 user nova-compute[75209]: INFO nova.compute.claims [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Claim successful on node user
Dec 04 19:07:10 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.533s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:07:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:07:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG nova.policy [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22e6527ff7524af7b72a6de9c1193c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80a20e63d12b470f94dae65c34d2578b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:07:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Creating image(s)
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "/opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "/opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "/opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk 1073741824" returned: 0 in 0.108s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.313s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Checking if we can resize image /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Cannot resize image /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Ensure instance console log exists: /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.007s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:11 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Successfully created port: affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Successfully updated port: affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "refresh_cache-47258b99-33f4-4ac3-a34f-0ca2d347638b" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquired lock "refresh_cache-47258b99-33f4-4ac3-a34f-0ca2d347638b" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-65f2f3a1-d736-4ece-82bb-7a5c9acd72a0 req-4d1b4805-1464-4d2e-983b-d0a3ec92016f service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Received event network-changed-affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-65f2f3a1-d736-4ece-82bb-7a5c9acd72a0 req-4d1b4805-1464-4d2e-983b-d0a3ec92016f service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Refreshing instance network info cache due to event network-changed-affec989-4334-4763-a50e-f1fe6275dbf1. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:07:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-65f2f3a1-d736-4ece-82bb-7a5c9acd72a0 req-4d1b4805-1464-4d2e-983b-d0a3ec92016f service nova] Acquiring lock "refresh_cache-47258b99-33f4-4ac3-a34f-0ca2d347638b" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Updating instance_info_cache with network_info: [{"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Releasing lock "refresh_cache-47258b99-33f4-4ac3-a34f-0ca2d347638b" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Instance network_info: |[{"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-65f2f3a1-d736-4ece-82bb-7a5c9acd72a0 req-4d1b4805-1464-4d2e-983b-d0a3ec92016f service nova] Acquired lock "refresh_cache-47258b99-33f4-4ac3-a34f-0ca2d347638b" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-65f2f3a1-d736-4ece-82bb-7a5c9acd72a0 req-4d1b4805-1464-4d2e-983b-d0a3ec92016f service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Refreshing network info cache for port affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Start _get_guest_xml network_info=[{"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:07:13 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:07:13 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-98914629',display_name='tempest-ServersNegativeTestJSON-server-98914629',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-98914629',id=18,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='80a20e63d12b470f94dae65c34d2578b',ramdisk_id='',reservation_id='r-p4jtwrzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-922049990',owner_user_name='tempest-ServersNegativeTestJSON-922049990-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:07:10Z,user_data=None,user_id='22e6527ff7524af7b72a6de9c1193c6a',uuid=47258b99-33f4-4ac3-a34f-0ca2d347638b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converting VIF {"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:da:c4,bridge_name='br-int',has_traffic_filtering=True,id=affec989-4334-4763-a50e-f1fe6275dbf1,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffec989-43') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.objects.instance [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lazy-loading 'pci_devices' on Instance uuid 47258b99-33f4-4ac3-a34f-0ca2d347638b {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:07:13 user nova-compute[75209]:   <uuid>47258b99-33f4-4ac3-a34f-0ca2d347638b</uuid>
Dec 04 19:07:13 user nova-compute[75209]:   <name>instance-00000012</name>
Dec 04 19:07:13 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:07:13 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:07:13 user nova-compute[75209]:   <metadata>
Dec 04 19:07:13 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:07:13 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:07:13 user nova-compute[75209]:       <nova:name>tempest-ServersNegativeTestJSON-server-98914629</nova:name>
Dec 04 19:07:13 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:07:13</nova:creationTime>
Dec 04 19:07:13 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:07:13 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:07:13 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:07:13 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:07:13 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:07:13 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:07:13 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:07:13 user nova-compute[75209]:       <nova:owner>
Dec 04 19:07:13 user nova-compute[75209]:         <nova:user uuid="22e6527ff7524af7b72a6de9c1193c6a">tempest-ServersNegativeTestJSON-922049990-project-member</nova:user>
Dec 04 19:07:13 user nova-compute[75209]:         <nova:project uuid="80a20e63d12b470f94dae65c34d2578b">tempest-ServersNegativeTestJSON-922049990</nova:project>
Dec 04 19:07:13 user nova-compute[75209]:       </nova:owner>
Dec 04 19:07:13 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:07:13 user nova-compute[75209]:       <nova:ports>
Dec 04 19:07:13 user nova-compute[75209]:         <nova:port uuid="affec989-4334-4763-a50e-f1fe6275dbf1">
Dec 04 19:07:13 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 04 19:07:13 user nova-compute[75209]:         </nova:port>
Dec 04 19:07:13 user nova-compute[75209]:       </nova:ports>
Dec 04 19:07:13 user nova-compute[75209]:     </nova:instance>
Dec 04 19:07:13 user nova-compute[75209]:   </metadata>
Dec 04 19:07:13 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:07:13 user nova-compute[75209]:     <system>
Dec 04 19:07:13 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:07:13 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:07:13 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:07:13 user nova-compute[75209]:       <entry name="serial">47258b99-33f4-4ac3-a34f-0ca2d347638b</entry>
Dec 04 19:07:13 user nova-compute[75209]:       <entry name="uuid">47258b99-33f4-4ac3-a34f-0ca2d347638b</entry>
Dec 04 19:07:13 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:07:13 user nova-compute[75209]:     </system>
Dec 04 19:07:13 user nova-compute[75209]:   </sysinfo>
Dec 04 19:07:13 user nova-compute[75209]:   <os>
Dec 04 19:07:13 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:07:13 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:07:13 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:07:13 user nova-compute[75209]:   </os>
Dec 04 19:07:13 user nova-compute[75209]:   <features>
Dec 04 19:07:13 user nova-compute[75209]:     <acpi/>
Dec 04 19:07:13 user nova-compute[75209]:     <apic/>
Dec 04 19:07:13 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:07:13 user nova-compute[75209]:   </features>
Dec 04 19:07:13 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:07:13 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:07:13 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:07:13 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:07:13 user nova-compute[75209]:   </clock>
Dec 04 19:07:13 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:07:13 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:07:13 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:07:13 user nova-compute[75209]:   </cpu>
Dec 04 19:07:13 user nova-compute[75209]:   <devices>
Dec 04 19:07:13 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:07:13 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:07:13 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk"/>
Dec 04 19:07:13 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:07:13 user nova-compute[75209]:     </disk>
Dec 04 19:07:13 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:07:13 user nova-compute[75209]:       <mac address="fa:16:3e:1a:da:c4"/>
Dec 04 19:07:13 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:07:13 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:07:13 user nova-compute[75209]:       <target dev="tapaffec989-43"/>
Dec 04 19:07:13 user nova-compute[75209]:     </interface>
Dec 04 19:07:13 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:07:13 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/console.log" append="off"/>
Dec 04 19:07:13 user nova-compute[75209]:     </serial>
Dec 04 19:07:13 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:07:13 user nova-compute[75209]:     <video>
Dec 04 19:07:13 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:07:13 user nova-compute[75209]:     </video>
Dec 04 19:07:13 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:07:13 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:07:13 user nova-compute[75209]:     </rng>
Dec 04 19:07:13 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:07:13 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:07:13 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:07:13 user nova-compute[75209]:     </memballoon>
Dec 04 19:07:13 user nova-compute[75209]:   </devices>
Dec 04 19:07:13 user nova-compute[75209]: </domain>
Dec 04 19:07:13 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-98914629',display_name='tempest-ServersNegativeTestJSON-server-98914629',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-98914629',id=18,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='80a20e63d12b470f94dae65c34d2578b',ramdisk_id='',reservation_id='r-p4jtwrzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-922049990',owner_user_name='tempest-ServersNegativeTestJSON-922049990-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:07:10Z,user_data=None,user_id='22e6527ff7524af7b72a6de9c1193c6a',uuid=47258b99-33f4-4ac3-a34f-0ca2d347638b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converting VIF {"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:da:c4,bridge_name='br-int',has_traffic_filtering=True,id=affec989-4334-4763-a50e-f1fe6275dbf1,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffec989-43') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG os_vif [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:da:c4,bridge_name='br-int',has_traffic_filtering=True,id=affec989-4334-4763-a50e-f1fe6275dbf1,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffec989-43') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b985970e-c535-5686-beb8-238ccb238151', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaffec989-43, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaffec989-43, col_values=(('qos', UUID('0ea1f027-9054-4f07-965b-e391fd497e56')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaffec989-43, col_values=(('external_ids', {'iface-id': 'affec989-4334-4763-a50e-f1fe6275dbf1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:da:c4', 'vm-uuid': '47258b99-33f4-4ac3-a34f-0ca2d347638b'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:13 user nova-compute[75209]: INFO os_vif [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:da:c4,bridge_name='br-int',has_traffic_filtering=True,id=affec989-4334-4763-a50e-f1fe6275dbf1,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffec989-43')
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] No VIF found with MAC fa:16:3e:1a:da:c4, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-65f2f3a1-d736-4ece-82bb-7a5c9acd72a0 req-4d1b4805-1464-4d2e-983b-d0a3ec92016f service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Updated VIF entry in instance network info cache for port affec989-4334-4763-a50e-f1fe6275dbf1. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-65f2f3a1-d736-4ece-82bb-7a5c9acd72a0 req-4d1b4805-1464-4d2e-983b-d0a3ec92016f service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Updating instance_info_cache with network_info: [{"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:07:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-65f2f3a1-d736-4ece-82bb-7a5c9acd72a0 req-4d1b4805-1464-4d2e-983b-d0a3ec92016f service nova] Releasing lock "refresh_cache-47258b99-33f4-4ac3-a34f-0ca2d347638b" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:07:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-1e22479a-69ee-44ea-9cd1-182519d6c10b req-29aa2433-756a-43a7-b60e-f53e1981ccda service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Received event network-vif-plugged-affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1e22479a-69ee-44ea-9cd1-182519d6c10b req-29aa2433-756a-43a7-b60e-f53e1981ccda service nova] Acquiring lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1e22479a-69ee-44ea-9cd1-182519d6c10b req-29aa2433-756a-43a7-b60e-f53e1981ccda service nova] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1e22479a-69ee-44ea-9cd1-182519d6c10b req-29aa2433-756a-43a7-b60e-f53e1981ccda service nova] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-1e22479a-69ee-44ea-9cd1-182519d6c10b req-29aa2433-756a-43a7-b60e-f53e1981ccda service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] No waiting events found dispatching network-vif-plugged-affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:15 user nova-compute[75209]: WARNING nova.compute.manager [req-1e22479a-69ee-44ea-9cd1-182519d6c10b req-29aa2433-756a-43a7-b60e-f53e1981ccda service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Received unexpected event network-vif-plugged-affec989-4334-4763-a50e-f1fe6275dbf1 for instance with vm_state building and task_state spawning.
Dec 04 19:07:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:07:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:07:16 user nova-compute[75209]: INFO nova.compute.manager [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Rescuing
Dec 04 19:07:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquired lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG nova.network.neutron [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating instance_info_cache with network_info: [{"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG nova.network.neutron [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updating instance_info_cache with network_info: [{"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-c6f62b93-34a3-4259-b53e-bee4d63d40df" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Releasing lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-737cbfc5-7f77-4854-8b69-25e6feebe04e req-0c865cc0-4a1c-455a-8620-6c13bb180297 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-737cbfc5-7f77-4854-8b69-25e6feebe04e req-0c865cc0-4a1c-455a-8620-6c13bb180297 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-737cbfc5-7f77-4854-8b69-25e6feebe04e req-0c865cc0-4a1c-455a-8620-6c13bb180297 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-737cbfc5-7f77-4854-8b69-25e6feebe04e req-0c865cc0-4a1c-455a-8620-6c13bb180297 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-737cbfc5-7f77-4854-8b69-25e6feebe04e req-0c865cc0-4a1c-455a-8620-6c13bb180297 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:17 user nova-compute[75209]: WARNING nova.compute.manager [req-737cbfc5-7f77-4854-8b69-25e6feebe04e req-0c865cc0-4a1c-455a-8620-6c13bb180297 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state active and task_state rescuing.
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-18b12e9f-b875-4720-836f-5c0d5ce4a47f req-057e5c91-06eb-4bdb-89b9-2e430acbb28a service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Received event network-vif-plugged-affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-18b12e9f-b875-4720-836f-5c0d5ce4a47f req-057e5c91-06eb-4bdb-89b9-2e430acbb28a service nova] Acquiring lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-18b12e9f-b875-4720-836f-5c0d5ce4a47f req-057e5c91-06eb-4bdb-89b9-2e430acbb28a service nova] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-18b12e9f-b875-4720-836f-5c0d5ce4a47f req-057e5c91-06eb-4bdb-89b9-2e430acbb28a service nova] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-18b12e9f-b875-4720-836f-5c0d5ce4a47f req-057e5c91-06eb-4bdb-89b9-2e430acbb28a service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] No waiting events found dispatching network-vif-plugged-affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:17 user nova-compute[75209]: WARNING nova.compute.manager [req-18b12e9f-b875-4720-836f-5c0d5ce4a47f req-057e5c91-06eb-4bdb-89b9-2e430acbb28a service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Received unexpected event network-vif-plugged-affec989-4334-4763-a50e-f1fe6275dbf1 for instance with vm_state building and task_state spawning.
Dec 04 19:07:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:17 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Instance destroyed successfully.
Dec 04 19:07:17 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Attempting rescue
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75209) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Instance directory exists: not creating {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 19:07:17 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Creating image(s)
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.objects.instance [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'trusted_certs' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.201s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue" returned: 0 in 0.139s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.346s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.objects.instance [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'migration_context' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:07:17 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Instance spawned successfully.
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.objects.base [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<ad022c58-ca9f-41e1-88cf-e46f683764cf> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Start _get_guest_xml network_info=[{"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "vif_mac": "fa:16:3e:7c:85:50"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '94bc5904-8b72-4a47-b02b-134675a30807', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.objects.instance [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'resources' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.objects.base [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<ad022c58-ca9f-41e1-88cf-e46f683764cf> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.objects.instance [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'numa_topology' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:07:17 user nova-compute[75209]: DEBUG nova.objects.base [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<ad022c58-ca9f-41e1-88cf-e46f683764cf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:07:17 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:07:17 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.objects.instance [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'vcpu_model' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.objects.base [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<ad022c58-ca9f-41e1-88cf-e46f683764cf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1435199530',display_name='tempest-ServerRescueNegativeTestJSON-server-1435199530',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1435199530',id=1,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:02:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-0abs6bvo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:02:51Z,user_data=None,user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=ad022c58-ca9f-41e1-88cf-e46f683764cf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "vif_mac": "fa:16:3e:7c:85:50"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "vif_mac": "fa:16:3e:7c:85:50"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:85:50,bridge_name='br-int',has_traffic_filtering=True,id=e8c01940-68b6-4fec-bdf1-673cb6d65318,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8c01940-68') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.objects.instance [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'pci_devices' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:07:18 user nova-compute[75209]: INFO nova.compute.manager [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Took 7.67 seconds to spawn the instance on the hypervisor.
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.objects.base [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<ad022c58-ca9f-41e1-88cf-e46f683764cf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:07:18 user nova-compute[75209]:   <uuid>ad022c58-ca9f-41e1-88cf-e46f683764cf</uuid>
Dec 04 19:07:18 user nova-compute[75209]:   <name>instance-00000001</name>
Dec 04 19:07:18 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:07:18 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:07:18 user nova-compute[75209]:   <metadata>
Dec 04 19:07:18 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:07:18 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:07:18 user nova-compute[75209]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1435199530</nova:name>
Dec 04 19:07:18 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:07:17</nova:creationTime>
Dec 04 19:07:18 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:07:18 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:07:18 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:07:18 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:07:18 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:07:18 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:07:18 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:07:18 user nova-compute[75209]:       <nova:owner>
Dec 04 19:07:18 user nova-compute[75209]:         <nova:user uuid="fcc54ca4efad42549d739da1c45d6fdd">tempest-ServerRescueNegativeTestJSON-1176301546-project-member</nova:user>
Dec 04 19:07:18 user nova-compute[75209]:         <nova:project uuid="71b2e2221f6843d89e54921938b7e09b">tempest-ServerRescueNegativeTestJSON-1176301546</nova:project>
Dec 04 19:07:18 user nova-compute[75209]:       </nova:owner>
Dec 04 19:07:18 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:07:18 user nova-compute[75209]:       <nova:ports>
Dec 04 19:07:18 user nova-compute[75209]:         <nova:port uuid="e8c01940-68b6-4fec-bdf1-673cb6d65318">
Dec 04 19:07:18 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 19:07:18 user nova-compute[75209]:         </nova:port>
Dec 04 19:07:18 user nova-compute[75209]:       </nova:ports>
Dec 04 19:07:18 user nova-compute[75209]:     </nova:instance>
Dec 04 19:07:18 user nova-compute[75209]:   </metadata>
Dec 04 19:07:18 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:07:18 user nova-compute[75209]:     <system>
Dec 04 19:07:18 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:07:18 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:07:18 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:07:18 user nova-compute[75209]:       <entry name="serial">ad022c58-ca9f-41e1-88cf-e46f683764cf</entry>
Dec 04 19:07:18 user nova-compute[75209]:       <entry name="uuid">ad022c58-ca9f-41e1-88cf-e46f683764cf</entry>
Dec 04 19:07:18 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:07:18 user nova-compute[75209]:     </system>
Dec 04 19:07:18 user nova-compute[75209]:   </sysinfo>
Dec 04 19:07:18 user nova-compute[75209]:   <os>
Dec 04 19:07:18 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:07:18 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:07:18 user nova-compute[75209]:   </os>
Dec 04 19:07:18 user nova-compute[75209]:   <features>
Dec 04 19:07:18 user nova-compute[75209]:     <acpi/>
Dec 04 19:07:18 user nova-compute[75209]:     <apic/>
Dec 04 19:07:18 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:07:18 user nova-compute[75209]:   </features>
Dec 04 19:07:18 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:07:18 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:07:18 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:07:18 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:07:18 user nova-compute[75209]:   </clock>
Dec 04 19:07:18 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:07:18 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:07:18 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:07:18 user nova-compute[75209]:   </cpu>
Dec 04 19:07:18 user nova-compute[75209]:   <devices>
Dec 04 19:07:18 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:07:18 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:07:18 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue"/>
Dec 04 19:07:18 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:07:18 user nova-compute[75209]:     </disk>
Dec 04 19:07:18 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:07:18 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:07:18 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk"/>
Dec 04 19:07:18 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:07:18 user nova-compute[75209]:     </disk>
Dec 04 19:07:18 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:07:18 user nova-compute[75209]:       <mac address="fa:16:3e:7c:85:50"/>
Dec 04 19:07:18 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:07:18 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:07:18 user nova-compute[75209]:       <target dev="tape8c01940-68"/>
Dec 04 19:07:18 user nova-compute[75209]:     </interface>
Dec 04 19:07:18 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:07:18 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/console.log" append="off"/>
Dec 04 19:07:18 user nova-compute[75209]:     </serial>
Dec 04 19:07:18 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:07:18 user nova-compute[75209]:     <video>
Dec 04 19:07:18 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:07:18 user nova-compute[75209]:     </video>
Dec 04 19:07:18 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:07:18 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:07:18 user nova-compute[75209]:     </rng>
Dec 04 19:07:18 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:07:18 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:07:18 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:07:18 user nova-compute[75209]:     </memballoon>
Dec 04 19:07:18 user nova-compute[75209]:   </devices>
Dec 04 19:07:18 user nova-compute[75209]: </domain>
Dec 04 19:07:18 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:07:18 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Instance destroyed successfully.
Dec 04 19:07:18 user nova-compute[75209]: INFO nova.compute.manager [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Took 8.64 seconds to build instance.
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No VIF found with MAC fa:16:3e:7c:85:50, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a8d4fa97-2936-43a0-acb8-c457eadf9ee9 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.755s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:07:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG nova.compute.manager [req-d71f2647-d34a-4434-a610-51a5107cf13f req-82c7a30c-f00c-4500-9e45-a00cf98c9088 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d71f2647-d34a-4434-a610-51a5107cf13f req-82c7a30c-f00c-4500-9e45-a00cf98c9088 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d71f2647-d34a-4434-a610-51a5107cf13f req-82c7a30c-f00c-4500-9e45-a00cf98c9088 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d71f2647-d34a-4434-a610-51a5107cf13f req-82c7a30c-f00c-4500-9e45-a00cf98c9088 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG nova.compute.manager [req-d71f2647-d34a-4434-a610-51a5107cf13f req-82c7a30c-f00c-4500-9e45-a00cf98c9088 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:19 user nova-compute[75209]: WARNING nova.compute.manager [req-d71f2647-d34a-4434-a610-51a5107cf13f req-82c7a30c-f00c-4500-9e45-a00cf98c9088 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state active and task_state rescuing.
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue --force-share --output=json" returned: 0 in 0.238s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.301s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:21 user nova-compute[75209]: WARNING nova.compute.manager [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state active and task_state rescuing.
Dec 04 19:07:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:21 user nova-compute[75209]: WARNING nova.compute.manager [req-bda4eaba-8cc4-47ef-95ec-5544247e064d req-ccbdec5c-dc30-4072-bdb9-2a052bdd46a9 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state active and task_state rescuing.
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.340s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.216s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-af7b3327-db22-4b4c-92d9-19b069218bc9 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:07:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue --force-share --output=json" returned: 0 in 0.250s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue --force-share --output=json" returned: 0 in 0.274s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.304s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:25 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:07:25 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7565MB free_disk=25.08460235595703GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9e65f207-b34d-4000-8630-24a0e7121a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3554337a-7a0c-48ba-a520-a4523a8d7984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 670a5510-20c3-4914-8308-4c3b92412b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance abb457e8-dbb2-4cb2-923f-4aef006298e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance fb56aca5-bb62-42c5-bf19-3cf02ba97f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance c6f62b93-34a3-4259-b53e-bee4d63d40df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 47258b99-33f4-4ac3-a34f-0ca2d347638b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:07:25 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:07:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:07:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.010s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:27 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:27 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:27 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:27 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "06876530-03cc-4b49-a912-dd4fe68f5446" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "06876530-03cc-4b49-a912-dd4fe68f5446" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:07:46 user nova-compute[75209]: INFO nova.compute.claims [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Claim successful on node user
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.compute.manager [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.651s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.285s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:07:46 user nova-compute[75209]: INFO nova.compute.claims [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Claim successful on node user
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:07:46 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:07:46 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:07:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG nova.policy [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '548d88038661404c95abd97f04e5c883', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f27d81fc76074ac0ad456c2e2410142a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:07:47 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Creating image(s)
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "/opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "/opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "/opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.837s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.195s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG nova.network.neutron [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk 1073741824" returned: 0 in 0.065s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:47 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:07:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG nova.policy [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b717c94239492db67670fd3ac7c251', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f5893dc6224ce0aa6a59bf1d327618', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.336s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Checking if we can resize image /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG nova.compute.manager [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:07:48 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Creating image(s)
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "/opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "/opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "/opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Cannot resize image /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Ensure instance console log exists: /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.285s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk 1073741824" returned: 0 in 0.087s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.313s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Successfully created port: 8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.192s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Cannot resize image /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Ensure instance console log exists: /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:49 user nova-compute[75209]: DEBUG nova.network.neutron [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Successfully created port: 8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:07:50 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Successfully updated port: 8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:07:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:07:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquired lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:07:50 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-f32e74fe-0b87-49ff-8646-7f946f0e6d77 req-21e97694-efad-4811-9560-3edf67c12ade service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received event network-changed-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-f32e74fe-0b87-49ff-8646-7f946f0e6d77 req-21e97694-efad-4811-9560-3edf67c12ade service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Refreshing instance network info cache due to event network-changed-8f348731-92ac-4c35-8e42-bd67121159c8. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f32e74fe-0b87-49ff-8646-7f946f0e6d77 req-21e97694-efad-4811-9560-3edf67c12ade service nova] Acquiring lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.neutron [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Successfully updated port: 8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "refresh_cache-2688c29f-4682-4c21-af7e-adf4337bf2ec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquired lock "refresh_cache-2688c29f-4682-4c21-af7e-adf4337bf2ec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.neutron [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.neutron [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updating instance_info_cache with network_info: [{"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Releasing lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Instance network_info: |[{"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f32e74fe-0b87-49ff-8646-7f946f0e6d77 req-21e97694-efad-4811-9560-3edf67c12ade service nova] Acquired lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-f32e74fe-0b87-49ff-8646-7f946f0e6d77 req-21e97694-efad-4811-9560-3edf67c12ade service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Refreshing network info cache for port 8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Start _get_guest_xml network_info=[{"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:07:51 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:07:51 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:07:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1527834369',display_name='tempest-ServerActionsTestOtherA-server-1527834369',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1527834369',id=19,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd90ipTeKnUTjoku+oOG0OOStOcOzRu9YRSNjIxaCTFCWtu2MhtiDcbxLSIxFHOHWKzOie37paIsTje8K6OIumjptlR2GI63l1VqJOc1oMlO50fXwM80ebVsvmwTWIHmA==',key_name='tempest-keypair-2096222088',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-uddwgm13',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:07:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=06876530-03cc-4b49-a912-dd4fe68f5446,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:53,bridge_name='br-int',has_traffic_filtering=True,id=8f348731-92ac-4c35-8e42-bd67121159c8,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f348731-92') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.objects.instance [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'pci_devices' on Instance uuid 06876530-03cc-4b49-a912-dd4fe68f5446 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:07:51 user nova-compute[75209]:   <uuid>06876530-03cc-4b49-a912-dd4fe68f5446</uuid>
Dec 04 19:07:51 user nova-compute[75209]:   <name>instance-00000013</name>
Dec 04 19:07:51 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:07:51 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:07:51 user nova-compute[75209]:   <metadata>
Dec 04 19:07:51 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:07:51 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:name>tempest-ServerActionsTestOtherA-server-1527834369</nova:name>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:07:51</nova:creationTime>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:07:51 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:07:51 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:owner>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:user uuid="548d88038661404c95abd97f04e5c883">tempest-ServerActionsTestOtherA-1450767658-project-member</nova:user>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:project uuid="f27d81fc76074ac0ad456c2e2410142a">tempest-ServerActionsTestOtherA-1450767658</nova:project>
Dec 04 19:07:51 user nova-compute[75209]:       </nova:owner>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:ports>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:port uuid="8f348731-92ac-4c35-8e42-bd67121159c8">
Dec 04 19:07:51 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 04 19:07:51 user nova-compute[75209]:         </nova:port>
Dec 04 19:07:51 user nova-compute[75209]:       </nova:ports>
Dec 04 19:07:51 user nova-compute[75209]:     </nova:instance>
Dec 04 19:07:51 user nova-compute[75209]:   </metadata>
Dec 04 19:07:51 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:07:51 user nova-compute[75209]:     <system>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="serial">06876530-03cc-4b49-a912-dd4fe68f5446</entry>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="uuid">06876530-03cc-4b49-a912-dd4fe68f5446</entry>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:07:51 user nova-compute[75209]:     </system>
Dec 04 19:07:51 user nova-compute[75209]:   </sysinfo>
Dec 04 19:07:51 user nova-compute[75209]:   <os>
Dec 04 19:07:51 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:07:51 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:07:51 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:07:51 user nova-compute[75209]:   </os>
Dec 04 19:07:51 user nova-compute[75209]:   <features>
Dec 04 19:07:51 user nova-compute[75209]:     <acpi/>
Dec 04 19:07:51 user nova-compute[75209]:     <apic/>
Dec 04 19:07:51 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:07:51 user nova-compute[75209]:   </features>
Dec 04 19:07:51 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:07:51 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:07:51 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:07:51 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:07:51 user nova-compute[75209]:   </clock>
Dec 04 19:07:51 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:07:51 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:07:51 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:07:51 user nova-compute[75209]:   </cpu>
Dec 04 19:07:51 user nova-compute[75209]:   <devices>
Dec 04 19:07:51 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:07:51 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:07:51 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk"/>
Dec 04 19:07:51 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:07:51 user nova-compute[75209]:     </disk>
Dec 04 19:07:51 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:07:51 user nova-compute[75209]:       <mac address="fa:16:3e:84:f9:53"/>
Dec 04 19:07:51 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:07:51 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:07:51 user nova-compute[75209]:       <target dev="tap8f348731-92"/>
Dec 04 19:07:51 user nova-compute[75209]:     </interface>
Dec 04 19:07:51 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:07:51 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/console.log" append="off"/>
Dec 04 19:07:51 user nova-compute[75209]:     </serial>
Dec 04 19:07:51 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:07:51 user nova-compute[75209]:     <video>
Dec 04 19:07:51 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:07:51 user nova-compute[75209]:     </video>
Dec 04 19:07:51 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:07:51 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:07:51 user nova-compute[75209]:     </rng>
Dec 04 19:07:51 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:07:51 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:07:51 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:07:51 user nova-compute[75209]:     </memballoon>
Dec 04 19:07:51 user nova-compute[75209]:   </devices>
Dec 04 19:07:51 user nova-compute[75209]: </domain>
Dec 04 19:07:51 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:07:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1527834369',display_name='tempest-ServerActionsTestOtherA-server-1527834369',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1527834369',id=19,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd90ipTeKnUTjoku+oOG0OOStOcOzRu9YRSNjIxaCTFCWtu2MhtiDcbxLSIxFHOHWKzOie37paIsTje8K6OIumjptlR2GI63l1VqJOc1oMlO50fXwM80ebVsvmwTWIHmA==',key_name='tempest-keypair-2096222088',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-uddwgm13',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:07:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=06876530-03cc-4b49-a912-dd4fe68f5446,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:53,bridge_name='br-int',has_traffic_filtering=True,id=8f348731-92ac-4c35-8e42-bd67121159c8,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f348731-92') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG os_vif [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:53,bridge_name='br-int',has_traffic_filtering=True,id=8f348731-92ac-4c35-8e42-bd67121159c8,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f348731-92') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ccbdcdc5-040d-5138-a428-e71b6294f31f', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f348731-92, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f348731-92, col_values=(('qos', UUID('fc8db77e-09b6-419b-b98c-4a19b69e3cdb')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f348731-92, col_values=(('external_ids', {'iface-id': '8f348731-92ac-4c35-8e42-bd67121159c8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:f9:53', 'vm-uuid': '06876530-03cc-4b49-a912-dd4fe68f5446'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: INFO os_vif [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:f9:53,bridge_name='br-int',has_traffic_filtering=True,id=8f348731-92ac-4c35-8e42-bd67121159c8,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f348731-92')
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No VIF found with MAC fa:16:3e:84:f9:53, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.neutron [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Updating instance_info_cache with network_info: [{"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Releasing lock "refresh_cache-2688c29f-4682-4c21-af7e-adf4337bf2ec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.compute.manager [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Instance network_info: |[{"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Start _get_guest_xml network_info=[{"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:07:51 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:07:51 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:07:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1299835337',display_name='tempest-TestVolumeSwap-server-1299835337',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1299835337',id=20,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK4F5iY8im0un4NN3EsZSon7TzTRisQBjNT4TOv3lV/91m8CD90SOezQhtig7V2qc5eNaFp+i58a2elSL3IFSvkMydOP5EYmbi9Fg0bR+URQRr+Yn1PwcT1HQLUmyfnItA==',key_name='tempest-keypair-1078576933',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d0f5893dc6224ce0aa6a59bf1d327618',ramdisk_id='',reservation_id='r-g2mebjwb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1256159569',owner_user_name='tempest-TestVolumeSwap-1256159569-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:07:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='03b717c94239492db67670fd3ac7c251',uuid=2688c29f-4682-4c21-af7e-adf4337bf2ec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Converting VIF {"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:f5:3f,bridge_name='br-int',has_traffic_filtering=True,id=8b5f78a8-ab13-411d-8a55-b13bcf7c4641,network=Network(ccf7e077-7987-4191-a5d5-ce430a21f65b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b5f78a8-ab') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.objects.instance [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lazy-loading 'pci_devices' on Instance uuid 2688c29f-4682-4c21-af7e-adf4337bf2ec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:07:51 user nova-compute[75209]:   <uuid>2688c29f-4682-4c21-af7e-adf4337bf2ec</uuid>
Dec 04 19:07:51 user nova-compute[75209]:   <name>instance-00000014</name>
Dec 04 19:07:51 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:07:51 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:07:51 user nova-compute[75209]:   <metadata>
Dec 04 19:07:51 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:07:51 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:name>tempest-TestVolumeSwap-server-1299835337</nova:name>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:07:51</nova:creationTime>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:07:51 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:07:51 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:owner>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:user uuid="03b717c94239492db67670fd3ac7c251">tempest-TestVolumeSwap-1256159569-project-member</nova:user>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:project uuid="d0f5893dc6224ce0aa6a59bf1d327618">tempest-TestVolumeSwap-1256159569</nova:project>
Dec 04 19:07:51 user nova-compute[75209]:       </nova:owner>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:07:51 user nova-compute[75209]:       <nova:ports>
Dec 04 19:07:51 user nova-compute[75209]:         <nova:port uuid="8b5f78a8-ab13-411d-8a55-b13bcf7c4641">
Dec 04 19:07:51 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 04 19:07:51 user nova-compute[75209]:         </nova:port>
Dec 04 19:07:51 user nova-compute[75209]:       </nova:ports>
Dec 04 19:07:51 user nova-compute[75209]:     </nova:instance>
Dec 04 19:07:51 user nova-compute[75209]:   </metadata>
Dec 04 19:07:51 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:07:51 user nova-compute[75209]:     <system>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="serial">2688c29f-4682-4c21-af7e-adf4337bf2ec</entry>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="uuid">2688c29f-4682-4c21-af7e-adf4337bf2ec</entry>
Dec 04 19:07:51 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:07:51 user nova-compute[75209]:     </system>
Dec 04 19:07:51 user nova-compute[75209]:   </sysinfo>
Dec 04 19:07:51 user nova-compute[75209]:   <os>
Dec 04 19:07:51 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:07:51 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:07:51 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:07:51 user nova-compute[75209]:   </os>
Dec 04 19:07:51 user nova-compute[75209]:   <features>
Dec 04 19:07:51 user nova-compute[75209]:     <acpi/>
Dec 04 19:07:51 user nova-compute[75209]:     <apic/>
Dec 04 19:07:51 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:07:51 user nova-compute[75209]:   </features>
Dec 04 19:07:51 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:07:51 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:07:51 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:07:51 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:07:51 user nova-compute[75209]:   </clock>
Dec 04 19:07:51 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:07:51 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:07:51 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:07:51 user nova-compute[75209]:   </cpu>
Dec 04 19:07:51 user nova-compute[75209]:   <devices>
Dec 04 19:07:51 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:07:51 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:07:51 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk"/>
Dec 04 19:07:51 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:07:51 user nova-compute[75209]:     </disk>
Dec 04 19:07:51 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:07:51 user nova-compute[75209]:       <mac address="fa:16:3e:a9:f5:3f"/>
Dec 04 19:07:51 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:07:51 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:07:51 user nova-compute[75209]:       <target dev="tap8b5f78a8-ab"/>
Dec 04 19:07:51 user nova-compute[75209]:     </interface>
Dec 04 19:07:51 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:07:51 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/console.log" append="off"/>
Dec 04 19:07:51 user nova-compute[75209]:     </serial>
Dec 04 19:07:51 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:07:51 user nova-compute[75209]:     <video>
Dec 04 19:07:51 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:07:51 user nova-compute[75209]:     </video>
Dec 04 19:07:51 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:07:51 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:07:51 user nova-compute[75209]:     </rng>
Dec 04 19:07:51 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:07:51 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:07:51 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:07:51 user nova-compute[75209]:     </memballoon>
Dec 04 19:07:51 user nova-compute[75209]:   </devices>
Dec 04 19:07:51 user nova-compute[75209]: </domain>
Dec 04 19:07:51 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:07:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1299835337',display_name='tempest-TestVolumeSwap-server-1299835337',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1299835337',id=20,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK4F5iY8im0un4NN3EsZSon7TzTRisQBjNT4TOv3lV/91m8CD90SOezQhtig7V2qc5eNaFp+i58a2elSL3IFSvkMydOP5EYmbi9Fg0bR+URQRr+Yn1PwcT1HQLUmyfnItA==',key_name='tempest-keypair-1078576933',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d0f5893dc6224ce0aa6a59bf1d327618',ramdisk_id='',reservation_id='r-g2mebjwb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1256159569',owner_user_name='tempest-TestVolumeSwap-1256159569-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:07:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='03b717c94239492db67670fd3ac7c251',uuid=2688c29f-4682-4c21-af7e-adf4337bf2ec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Converting VIF {"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:f5:3f,bridge_name='br-int',has_traffic_filtering=True,id=8b5f78a8-ab13-411d-8a55-b13bcf7c4641,network=Network(ccf7e077-7987-4191-a5d5-ce430a21f65b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b5f78a8-ab') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG os_vif [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:f5:3f,bridge_name='br-int',has_traffic_filtering=True,id=8b5f78a8-ab13-411d-8a55-b13bcf7c4641,network=Network(ccf7e077-7987-4191-a5d5-ce430a21f65b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b5f78a8-ab') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '33557760-decd-5d21-903e-3b28c47ef8da', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8b5f78a8-ab, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8b5f78a8-ab, col_values=(('qos', UUID('22f060a2-f47a-4747-ad18-624f55e439ea')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8b5f78a8-ab, col_values=(('external_ids', {'iface-id': '8b5f78a8-ab13-411d-8a55-b13bcf7c4641', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a9:f5:3f', 'vm-uuid': '2688c29f-4682-4c21-af7e-adf4337bf2ec'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:07:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:07:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:52 user nova-compute[75209]: INFO os_vif [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:f5:3f,bridge_name='br-int',has_traffic_filtering=True,id=8b5f78a8-ab13-411d-8a55-b13bcf7c4641,network=Network(ccf7e077-7987-4191-a5d5-ce430a21f65b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b5f78a8-ab')
Dec 04 19:07:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:07:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] No VIF found with MAC fa:16:3e:a9:f5:3f, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:07:52 user nova-compute[75209]: DEBUG nova.network.neutron [req-f32e74fe-0b87-49ff-8646-7f946f0e6d77 req-21e97694-efad-4811-9560-3edf67c12ade service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updated VIF entry in instance network info cache for port 8f348731-92ac-4c35-8e42-bd67121159c8. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:07:52 user nova-compute[75209]: DEBUG nova.network.neutron [req-f32e74fe-0b87-49ff-8646-7f946f0e6d77 req-21e97694-efad-4811-9560-3edf67c12ade service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updating instance_info_cache with network_info: [{"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:07:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f32e74fe-0b87-49ff-8646-7f946f0e6d77 req-21e97694-efad-4811-9560-3edf67c12ade service nova] Releasing lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:07:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:07:53 user nova-compute[75209]: DEBUG nova.compute.manager [req-4be9d368-1e1d-4d93-be05-26a7b7090450 req-4efd4226-108c-49c8-8330-72c6d6f25bc5 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received event network-changed-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:53 user nova-compute[75209]: DEBUG nova.compute.manager [req-4be9d368-1e1d-4d93-be05-26a7b7090450 req-4efd4226-108c-49c8-8330-72c6d6f25bc5 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Refreshing instance network info cache due to event network-changed-8b5f78a8-ab13-411d-8a55-b13bcf7c4641. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:07:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4be9d368-1e1d-4d93-be05-26a7b7090450 req-4efd4226-108c-49c8-8330-72c6d6f25bc5 service nova] Acquiring lock "refresh_cache-2688c29f-4682-4c21-af7e-adf4337bf2ec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:07:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4be9d368-1e1d-4d93-be05-26a7b7090450 req-4efd4226-108c-49c8-8330-72c6d6f25bc5 service nova] Acquired lock "refresh_cache-2688c29f-4682-4c21-af7e-adf4337bf2ec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:07:53 user nova-compute[75209]: DEBUG nova.network.neutron [req-4be9d368-1e1d-4d93-be05-26a7b7090450 req-4efd4226-108c-49c8-8330-72c6d6f25bc5 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Refreshing network info cache for port 8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:07:53 user nova-compute[75209]: DEBUG nova.network.neutron [req-4be9d368-1e1d-4d93-be05-26a7b7090450 req-4efd4226-108c-49c8-8330-72c6d6f25bc5 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Updated VIF entry in instance network info cache for port 8b5f78a8-ab13-411d-8a55-b13bcf7c4641. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:07:53 user nova-compute[75209]: DEBUG nova.network.neutron [req-4be9d368-1e1d-4d93-be05-26a7b7090450 req-4efd4226-108c-49c8-8330-72c6d6f25bc5 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Updating instance_info_cache with network_info: [{"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:07:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4be9d368-1e1d-4d93-be05-26a7b7090450 req-4efd4226-108c-49c8-8330-72c6d6f25bc5 service nova] Releasing lock "refresh_cache-2688c29f-4682-4c21-af7e-adf4337bf2ec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:07:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-a9449013-0ef0-4b80-bb91-bf2aa89f6b83 req-5b5ff550-3c54-4efd-82e1-9a87b868cef5 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received event network-vif-plugged-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a9449013-0ef0-4b80-bb91-bf2aa89f6b83 req-5b5ff550-3c54-4efd-82e1-9a87b868cef5 service nova] Acquiring lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a9449013-0ef0-4b80-bb91-bf2aa89f6b83 req-5b5ff550-3c54-4efd-82e1-9a87b868cef5 service nova] Lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a9449013-0ef0-4b80-bb91-bf2aa89f6b83 req-5b5ff550-3c54-4efd-82e1-9a87b868cef5 service nova] Lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-a9449013-0ef0-4b80-bb91-bf2aa89f6b83 req-5b5ff550-3c54-4efd-82e1-9a87b868cef5 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] No waiting events found dispatching network-vif-plugged-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:54 user nova-compute[75209]: WARNING nova.compute.manager [req-a9449013-0ef0-4b80-bb91-bf2aa89f6b83 req-5b5ff550-3c54-4efd-82e1-9a87b868cef5 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received unexpected event network-vif-plugged-8f348731-92ac-4c35-8e42-bd67121159c8 for instance with vm_state building and task_state spawning.
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 9e65f207-b34d-4000-8630-24a0e7121a16 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid b033e42f-ffd3-41da-93f7-9271437c6b48 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 670a5510-20c3-4914-8308-4c3b92412b57 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid abb457e8-dbb2-4cb2-923f-4aef006298e7 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid fb56aca5-bb62-42c5-bf19-3cf02ba97f7d {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 47258b99-33f4-4ac3-a34f-0ca2d347638b {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 06876530-03cc-4b49-a912-dd4fe68f5446 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 2688c29f-4682-4c21-af7e-adf4337bf2ec {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "9e65f207-b34d-4000-8630-24a0e7121a16" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "9e65f207-b34d-4000-8630-24a0e7121a16" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "670a5510-20c3-4914-8308-4c3b92412b57" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "abb457e8-dbb2-4cb2-923f-4aef006298e7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "47258b99-33f4-4ac3-a34f-0ca2d347638b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "06876530-03cc-4b49-a912-dd4fe68f5446" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "9e65f207-b34d-4000-8630-24a0e7121a16" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.111s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.126s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.132s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.163s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.161s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.171s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.181s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.195s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.198s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "670a5510-20c3-4914-8308-4c3b92412b57" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.203s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received event network-vif-plugged-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] Acquiring lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] Lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] Lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] No waiting events found dispatching network-vif-plugged-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:56 user nova-compute[75209]: WARNING nova.compute.manager [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received unexpected event network-vif-plugged-8f348731-92ac-4c35-8e42-bd67121159c8 for instance with vm_state building and task_state spawning.
Dec 04 19:07:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received event network-vif-plugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] No waiting events found dispatching network-vif-plugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:56 user nova-compute[75209]: WARNING nova.compute.manager [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received unexpected event network-vif-plugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 for instance with vm_state building and task_state spawning.
Dec 04 19:07:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received event network-vif-plugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] No waiting events found dispatching network-vif-plugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:07:56 user nova-compute[75209]: WARNING nova.compute.manager [req-fc58bd6e-064f-4560-a184-cb3b48ea9d6b req-aa22c605-4d96-4cfb-8c93-bc18e09bf46a service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received unexpected event network-vif-plugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 for instance with vm_state building and task_state spawning.
Dec 04 19:07:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:07:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Instance spawned successfully.
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:07:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Instance spawned successfully.
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:07:57 user nova-compute[75209]: INFO nova.compute.manager [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Took 9.89 seconds to spawn the instance on the hypervisor.
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:07:57 user nova-compute[75209]: INFO nova.compute.manager [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Took 11.28 seconds to build instance.
Dec 04 19:07:57 user nova-compute[75209]: INFO nova.compute.manager [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Took 9.15 seconds to spawn the instance on the hypervisor.
Dec 04 19:07:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7ad1afd9-3171-4848-963e-71b883c9d9bb tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "06876530-03cc-4b49-a912-dd4fe68f5446" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.382s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "06876530-03cc-4b49-a912-dd4fe68f5446" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 2.263s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:57 user nova-compute[75209]: INFO nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] During sync_power_state the instance has a pending task (spawning). Skip.
Dec 04 19:07:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "06876530-03cc-4b49-a912-dd4fe68f5446" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:57 user nova-compute[75209]: INFO nova.compute.manager [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Took 10.93 seconds to build instance.
Dec 04 19:07:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06fa8ce9-1948-42d9-8344-7266d848c38b tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.031s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 2.362s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:07:57 user nova-compute[75209]: INFO nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] During sync_power_state the instance has a pending task (spawning). Skip.
Dec 04 19:07:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:07:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:07:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "abb457e8-dbb2-4cb2-923f-4aef006298e7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:03 user nova-compute[75209]: INFO nova.compute.manager [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Terminating instance
Dec 04 19:08:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-ec302de5-caca-46d4-af30-e9065868a78f req-a42eb778-bb15-47df-a21c-674677c73d8b service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Received event network-vif-unplugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ec302de5-caca-46d4-af30-e9065868a78f req-a42eb778-bb15-47df-a21c-674677c73d8b service nova] Acquiring lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ec302de5-caca-46d4-af30-e9065868a78f req-a42eb778-bb15-47df-a21c-674677c73d8b service nova] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.008s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ec302de5-caca-46d4-af30-e9065868a78f req-a42eb778-bb15-47df-a21c-674677c73d8b service nova] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-ec302de5-caca-46d4-af30-e9065868a78f req-a42eb778-bb15-47df-a21c-674677c73d8b service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] No waiting events found dispatching network-vif-unplugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-ec302de5-caca-46d4-af30-e9065868a78f req-a42eb778-bb15-47df-a21c-674677c73d8b service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Received event network-vif-unplugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:08:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Instance destroyed successfully.
Dec 04 19:08:04 user nova-compute[75209]: DEBUG nova.objects.instance [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lazy-loading 'resources' on Instance uuid abb457e8-dbb2-4cb2-923f-4aef006298e7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:05:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1419364012',display_name='tempest-VolumesAdminNegativeTest-server-1419364012',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1419364012',id=15,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:06:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='df36a9b8112e4011920e77ddf02fc4f2',ramdisk_id='',reservation_id='r-qkuob9r0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1259503320',owner_user_name='tempest-VolumesAdminNegativeTest-1259503320-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:06:05Z,user_data=None,user_id='2cd70a368b5d4e2da3aa6752b9fe9f27',uuid=abb457e8-dbb2-4cb2-923f-4aef006298e7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "address": "fa:16:3e:96:40:8b", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5ae7a8-1d", "ovs_interfaceid": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converting VIF {"id": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "address": "fa:16:3e:96:40:8b", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5ae7a8-1d", "ovs_interfaceid": "3e5ae7a8-1d21-4a6a-930c-9dd24444eda6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:40:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e5ae7a8-1d21-4a6a-930c-9dd24444eda6,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e5ae7a8-1d') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG os_vif [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:40:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e5ae7a8-1d21-4a6a-930c-9dd24444eda6,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e5ae7a8-1d') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3e5ae7a8-1d, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=42e30d44-cb09-4ecb-a43d-9267e624ede3) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:04 user nova-compute[75209]: INFO os_vif [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:40:8b,bridge_name='br-int',has_traffic_filtering=True,id=3e5ae7a8-1d21-4a6a-930c-9dd24444eda6,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e5ae7a8-1d')
Dec 04 19:08:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Deleting instance files /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7_del
Dec 04 19:08:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Deletion of /opt/stack/data/nova/instances/abb457e8-dbb2-4cb2-923f-4aef006298e7_del complete
Dec 04 19:08:05 user nova-compute[75209]: INFO nova.compute.manager [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Took 1.34 seconds to destroy the instance on the hypervisor.
Dec 04 19:08:05 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:08:05 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:08:05 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:08:05 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:08:05 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Took 0.59 seconds to deallocate network for instance.
Dec 04 19:08:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-0559dbcd-3108-4593-979e-dacc47c37bc1 req-e4f05e5b-bdbf-4ea6-8c34-fc6d6e384cf9 service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Received event network-vif-deleted-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:08:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:06 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:08:06 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:08:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.461s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:06 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Deleted allocations for instance abb457e8-dbb2-4cb2-923f-4aef006298e7
Dec 04 19:08:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ede29b16-8cf6-4f15-bee6-58f4501389bb tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.607s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-bafc9009-229e-4cdd-b5ee-42275b77ef7e req-7a849544-662e-4250-a6f3-1f6c0f3f5994 service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Received event network-vif-plugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:08:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-bafc9009-229e-4cdd-b5ee-42275b77ef7e req-7a849544-662e-4250-a6f3-1f6c0f3f5994 service nova] Acquiring lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-bafc9009-229e-4cdd-b5ee-42275b77ef7e req-7a849544-662e-4250-a6f3-1f6c0f3f5994 service nova] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-bafc9009-229e-4cdd-b5ee-42275b77ef7e req-7a849544-662e-4250-a6f3-1f6c0f3f5994 service nova] Lock "abb457e8-dbb2-4cb2-923f-4aef006298e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-bafc9009-229e-4cdd-b5ee-42275b77ef7e req-7a849544-662e-4250-a6f3-1f6c0f3f5994 service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] No waiting events found dispatching network-vif-plugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:08:06 user nova-compute[75209]: WARNING nova.compute.manager [req-bafc9009-229e-4cdd-b5ee-42275b77ef7e req-7a849544-662e-4250-a6f3-1f6c0f3f5994 service nova] [instance: abb457e8-dbb2-4cb2-923f-4aef006298e7] Received unexpected event network-vif-plugged-3e5ae7a8-1d21-4a6a-930c-9dd24444eda6 for instance with vm_state deleted and task_state None.
Dec 04 19:08:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:08:12 user nova-compute[75209]: INFO nova.compute.manager [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] instance snapshotting
Dec 04 19:08:12 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Beginning live snapshot process
Dec 04 19:08:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json -f qcow2 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json -f qcow2" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json -f qcow2 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json -f qcow2" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.228s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp019lqj4k/5cf89b194622425492fb53d77d4eaeff.delta 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:08:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:08:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp019lqj4k/5cf89b194622425492fb53d77d4eaeff.delta 1073741824" returned: 0 in 0.079s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 04 19:08:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:14 user nova-compute[75209]: INFO nova.compute.manager [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Detaching volume 59c82e48-9d75-46ad-aacb-e3467afd7eb6
Dec 04 19:08:14 user nova-compute[75209]: INFO nova.virt.block_device [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Attempting to driver detach volume 59c82e48-9d75-46ad-aacb-e3467afd7eb6 from mountpoint /dev/vdc
Dec 04 19:08:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Attempting to detach device vdc from instance c6f62b93-34a3-4259-b53e-bee4d63d40df from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:08:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:08:14 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:08:14 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:08:14 user nova-compute[75209]:   <target dev="vdc" bus="virtio"/>
Dec 04 19:08:14 user nova-compute[75209]:   <serial>59c82e48-9d75-46ad-aacb-e3467afd7eb6</serial>
Dec 04 19:08:14 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 19:08:14 user nova-compute[75209]: </disk>
Dec 04 19:08:14 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:08:14 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Successfully detached device vdc from instance c6f62b93-34a3-4259-b53e-bee4d63d40df from the persistent domain config.
Dec 04 19:08:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance c6f62b93-34a3-4259-b53e-bee4d63d40df from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:08:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:08:14 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:08:14 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:08:14 user nova-compute[75209]:   <target dev="vdc" bus="virtio"/>
Dec 04 19:08:14 user nova-compute[75209]:   <serial>59c82e48-9d75-46ad-aacb-e3467afd7eb6</serial>
Dec 04 19:08:14 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 19:08:14 user nova-compute[75209]: </disk>
Dec 04 19:08:14 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:08:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:08:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:08:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 04 19:08:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:08:15 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:08:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp019lqj4k/5cf89b194622425492fb53d77d4eaeff.delta /opt/stack/data/nova/instances/snapshots/tmp019lqj4k/5cf89b194622425492fb53d77d4eaeff {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:08:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp019lqj4k/5cf89b194622425492fb53d77d4eaeff.delta /opt/stack/data/nova/instances/snapshots/tmp019lqj4k/5cf89b194622425492fb53d77d4eaeff" returned: 0 in 0.811s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:16 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Snapshot extracted, beginning image upload
Dec 04 19:08:16 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:08:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:08:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:08:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:08:16 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating instance_info_cache with network_info: [{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:19 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Snapshot image upload complete
Dec 04 19:08:19 user nova-compute[75209]: INFO nova.compute.manager [None req-6f9a726a-02b8-4aa5-b2d1-9598f59c8a8d tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Took 6.18 seconds to snapshot the instance on the hypervisor.
Dec 04 19:08:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:08:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.294s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:08:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7215MB free_disk=24.96297836303711GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9e65f207-b34d-4000-8630-24a0e7121a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3554337a-7a0c-48ba-a520-a4523a8d7984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 670a5510-20c3-4914-8308-4c3b92412b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance fb56aca5-bb62-42c5-bf19-3cf02ba97f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance c6f62b93-34a3-4259-b53e-bee4d63d40df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 47258b99-33f4-4ac3-a34f-0ca2d347638b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2688c29f-4682-4c21-af7e-adf4337bf2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.484s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:08:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:08:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:35 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance c6f62b93-34a3-4259-b53e-bee4d63d40df is timed out.
Dec 04 19:08:35 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Successfully detached device vdc from instance c6f62b93-34a3-4259-b53e-bee4d63d40df from the live domain config.
Dec 04 19:08:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ypFCLaKj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:08:35 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[52cf5696-5734-4629-92f2-fa278b3d42ac]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:08:35 user nova-compute[75209]: No targets found.
Dec 04 19:08:35 user nova-compute[75209]: iSNS:
Dec 04 19:08:35 user nova-compute[75209]: No targets found.
Dec 04 19:08:35 user nova-compute[75209]: STATIC:
Dec 04 19:08:35 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6
Dec 04 19:08:35 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:08:35 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:08:35 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168
Dec 04 19:08:35 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:08:35 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:08:35 user nova-compute[75209]: FIRMWARE:
Dec 04 19:08:35 user nova-compute[75209]: No targets found.
Dec 04 19:08:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:08:35 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:08:35 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef78a80d-5372-4fc0-bc2d-203bbf6abc1b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd93bf0e-3442-4ec4-af6a-887ab7961fbb]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:08:35 user nova-compute[75209]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)
Dec 04 19:08:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:08:35 user nova-compute[75209]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 (non-flash)
Dec 04 19:08:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c155fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6'): ({'sdd'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Removing single pathed devices sdd {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1273a89-25d4-467d-9355-235f52f316ce]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bee92023-a55c-44dd-bd0d-7914a649cebf]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Flushing IO for device /dev/sdd {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc20161d-1f07-4d75-9663-7738abb4496f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.049s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ef820e-cc45-40c6-8f06-ee8d66ad1a0a]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3128c9d1-bea7-4178-bd76-944fe3f131f5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c415d801-2352-4bb7-86b7-3d1a7e0532b1]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6, portal: 172.16.0.220,3260]
Dec 04 19:08:35 user nova-compute[75209]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6, portal: 172.16.0.220,3260] successful.
Dec 04 19:08:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59c82e48-9d75-46ad-aacb-e3467afd7eb6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ce76e43-eb3d-42d3-9d25-44d5d866c57c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] <== disconnect_volume: return (320ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:08:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:08:36 user nova-compute[75209]: DEBUG nova.objects.instance [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'flavor' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:08:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-471d1604-f928-45ff-9af6-3c496d78f133 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.943s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:37 user nova-compute[75209]: INFO nova.compute.manager [None req-4b28f611-c8c4-41a2-88e9-219ba4a3132a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Unrescuing
Dec 04 19:08:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b28f611-c8c4-41a2-88e9-219ba4a3132a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:08:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b28f611-c8c4-41a2-88e9-219ba4a3132a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquired lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:08:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4b28f611-c8c4-41a2-88e9-219ba4a3132a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:08:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4b28f611-c8c4-41a2-88e9-219ba4a3132a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating instance_info_cache with network_info: [{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b28f611-c8c4-41a2-88e9-219ba4a3132a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Releasing lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG nova.objects.instance [None req-4b28f611-c8c4-41a2-88e9-219ba4a3132a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'flavor' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-98cf2954-3c97-464b-a0f5-07a5aae1a6e6 req-8116920e-379e-4102-9468-714e12d5271d service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-unplugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-98cf2954-3c97-464b-a0f5-07a5aae1a6e6 req-8116920e-379e-4102-9468-714e12d5271d service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-98cf2954-3c97-464b-a0f5-07a5aae1a6e6 req-8116920e-379e-4102-9468-714e12d5271d service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-98cf2954-3c97-464b-a0f5-07a5aae1a6e6 req-8116920e-379e-4102-9468-714e12d5271d service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-98cf2954-3c97-464b-a0f5-07a5aae1a6e6 req-8116920e-379e-4102-9468-714e12d5271d service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-unplugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:08:38 user nova-compute[75209]: WARNING nova.compute.manager [req-98cf2954-3c97-464b-a0f5-07a5aae1a6e6 req-8116920e-379e-4102-9468-714e12d5271d service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-unplugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:08:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:38 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Instance destroyed successfully.
Dec 04 19:08:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:08:40 user nova-compute[75209]: WARNING nova.compute.manager [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:08:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-changed-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Refreshing instance network info cache due to event network-changed-54ab6e33-9977-428a-8d68-693b4befad03. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] Acquiring lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] Acquired lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG nova.network.neutron [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Refreshing network info cache for port 54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updated VIF entry in instance network info cache for port 54ab6e33-9977-428a-8d68-693b4befad03. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating instance_info_cache with network_info: [{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] Releasing lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-changed-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Refreshing instance network info cache due to event network-changed-54ab6e33-9977-428a-8d68-693b4befad03. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] Acquiring lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] Acquired lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Refreshing network info cache for port 54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updated VIF entry in instance network info cache for port 54ab6e33-9977-428a-8d68-693b4befad03. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating instance_info_cache with network_info: [{"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:08:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-754e4b43-1c6a-41aa-a3e1-0773772653b6 req-93ab1c1b-631a-466d-ab97-7cd4f60cd202 service nova] Releasing lock "refresh_cache-3554337a-7a0c-48ba-a520-a4523a8d7984" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:08:42 user nova-compute[75209]: WARNING nova.compute.manager [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:08:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:08:42 user nova-compute[75209]: WARNING nova.compute.manager [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:08:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-changed-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Refreshing instance network info cache due to event network-changed-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] Acquiring lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] Acquired lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG nova.network.neutron [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Refreshing network info cache for port 15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:08:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4b28f611-c8c4-41a2-88e9-219ba4a3132a tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:08:43 user nova-compute[75209]: DEBUG nova.network.neutron [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updated VIF entry in instance network info cache for port 15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:08:43 user nova-compute[75209]: DEBUG nova.network.neutron [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating instance_info_cache with network_info: [{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:08:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-834ef7dd-5c4a-46ad-a1df-501d5e242cf5 req-7e7d78a5-1cc3-4229-946f-6f82d88cab7f service nova] Releasing lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:08:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:08:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:00 user nova-compute[75209]: INFO nova.compute.manager [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Terminating instance
Dec 04 19:09:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG nova.compute.manager [req-349a616c-f31c-4805-a2e4-12c3b3199182 req-9fec1e64-9c55-4320-a057-08dcbcaabbd6 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received event network-vif-unplugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-349a616c-f31c-4805-a2e4-12c3b3199182 req-9fec1e64-9c55-4320-a057-08dcbcaabbd6 service nova] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-349a616c-f31c-4805-a2e4-12c3b3199182 req-9fec1e64-9c55-4320-a057-08dcbcaabbd6 service nova] Lock "670a5510-20c3-4914-8308-4c3b92412b57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-349a616c-f31c-4805-a2e4-12c3b3199182 req-9fec1e64-9c55-4320-a057-08dcbcaabbd6 service nova] Lock "670a5510-20c3-4914-8308-4c3b92412b57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG nova.compute.manager [req-349a616c-f31c-4805-a2e4-12c3b3199182 req-9fec1e64-9c55-4320-a057-08dcbcaabbd6 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] No waiting events found dispatching network-vif-unplugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:00 user nova-compute[75209]: DEBUG nova.compute.manager [req-349a616c-f31c-4805-a2e4-12c3b3199182 req-9fec1e64-9c55-4320-a057-08dcbcaabbd6 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received event network-vif-unplugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:09:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Instance destroyed successfully.
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lazy-loading 'resources' on Instance uuid 670a5510-20c3-4914-8308-4c3b92412b57 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1449372288',display_name='tempest-VolumesAdminNegativeTest-server-1449372288',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1449372288',id=8,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAlMi8wjYZcvS/nagyxiH5tAC4sQqt+KWaIe9D4IWip3Y6ZytODRt2arrkaaWzvqlxjivKw3jH1a2ZC7gi3MLquWXE2x/hniHG/VjSn5PtsjJg6iba08UmOPCC1lE+fnvQ==',key_name='tempest-keypair-1860540660',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:03:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='df36a9b8112e4011920e77ddf02fc4f2',ramdisk_id='',reservation_id='r-xlyuu0pk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1259503320',owner_user_name='tempest-VolumesAdminNegativeTest-1259503320-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:03:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2cd70a368b5d4e2da3aa6752b9fe9f27',uuid=670a5510-20c3-4914-8308-4c3b92412b57,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converting VIF {"id": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "address": "fa:16:3e:f8:8f:2a", "network": {"id": "bc6a0329-2ef4-4cd4-a382-cdef46e2b026", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1183044412-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df36a9b8112e4011920e77ddf02fc4f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a7c9dd-e8", "ovs_interfaceid": "58a7c9dd-e83b-4a33-bdae-2469977debe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:8f:2a,bridge_name='br-int',has_traffic_filtering=True,id=58a7c9dd-e83b-4a33-bdae-2469977debe1,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a7c9dd-e8') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG os_vif [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:8f:2a,bridge_name='br-int',has_traffic_filtering=True,id=58a7c9dd-e83b-4a33-bdae-2469977debe1,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a7c9dd-e8') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58a7c9dd-e8, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b9f4d5fa-d2d2-4369-a2a2-8dabf3c79b07) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:01 user nova-compute[75209]: INFO os_vif [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:8f:2a,bridge_name='br-int',has_traffic_filtering=True,id=58a7c9dd-e83b-4a33-bdae-2469977debe1,network=Network(bc6a0329-2ef4-4cd4-a382-cdef46e2b026),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a7c9dd-e8')
Dec 04 19:09:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Deleting instance files /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57_del
Dec 04 19:09:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Deletion of /opt/stack/data/nova/instances/670a5510-20c3-4914-8308-4c3b92412b57_del complete
Dec 04 19:09:01 user nova-compute[75209]: INFO nova.compute.manager [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 04 19:09:01 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:09:01 user nova-compute[75209]: INFO nova.compute.claims [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Claim successful on node user
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.586s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:09:01 user nova-compute[75209]: DEBUG nova.network.neutron [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:09:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:09:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Creating image(s)
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "/opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "/opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "/opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.policy [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22e6527ff7524af7b72a6de9c1193c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80a20e63d12b470f94dae65c34d2578b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.196s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c07bb75-db0a-4570-8700-005a10e49b8b req-50d9f993-e8b0-4d8a-84ae-7df67a1a7c15 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received event network-vif-plugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c07bb75-db0a-4570-8700-005a10e49b8b req-50d9f993-e8b0-4d8a-84ae-7df67a1a7c15 service nova] Acquiring lock "670a5510-20c3-4914-8308-4c3b92412b57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c07bb75-db0a-4570-8700-005a10e49b8b req-50d9f993-e8b0-4d8a-84ae-7df67a1a7c15 service nova] Lock "670a5510-20c3-4914-8308-4c3b92412b57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c07bb75-db0a-4570-8700-005a10e49b8b req-50d9f993-e8b0-4d8a-84ae-7df67a1a7c15 service nova] Lock "670a5510-20c3-4914-8308-4c3b92412b57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c07bb75-db0a-4570-8700-005a10e49b8b req-50d9f993-e8b0-4d8a-84ae-7df67a1a7c15 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] No waiting events found dispatching network-vif-plugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:02 user nova-compute[75209]: WARNING nova.compute.manager [req-6c07bb75-db0a-4570-8700-005a10e49b8b req-50d9f993-e8b0-4d8a-84ae-7df67a1a7c15 service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received unexpected event network-vif-plugged-58a7c9dd-e83b-4a33-bdae-2469977debe1 for instance with vm_state active and task_state deleting.
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk 1073741824" returned: 0 in 0.057s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-6d9c5f71-5f0a-4aec-ae30-8051b0158400 req-a7c4eac8-2a40-4875-abcf-a6ca13a6ec1d service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Received event network-vif-deleted-58a7c9dd-e83b-4a33-bdae-2469977debe1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:02 user nova-compute[75209]: INFO nova.compute.manager [req-6d9c5f71-5f0a-4aec-ae30-8051b0158400 req-a7c4eac8-2a40-4875-abcf-a6ca13a6ec1d service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Neutron deleted interface 58a7c9dd-e83b-4a33-bdae-2469977debe1; detaching it from the instance and deleting it from the info cache
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.network.neutron [req-6d9c5f71-5f0a-4aec-ae30-8051b0158400 req-a7c4eac8-2a40-4875-abcf-a6ca13a6ec1d service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Checking if we can resize image /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:02 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Took 1.68 seconds to deallocate network for instance.
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-6d9c5f71-5f0a-4aec-ae30-8051b0158400 req-a7c4eac8-2a40-4875-abcf-a6ca13a6ec1d service nova] [instance: 670a5510-20c3-4914-8308-4c3b92412b57] Detach interface failed, port_id=58a7c9dd-e83b-4a33-bdae-2469977debe1, reason: Instance 670a5510-20c3-4914-8308-4c3b92412b57 could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Cannot resize image /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Ensure instance console log exists: /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Successfully created port: 8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:09:03 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:09:03 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:09:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.444s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:03 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Deleted allocations for instance 670a5510-20c3-4914-8308-4c3b92412b57
Dec 04 19:09:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2a8d669b-074f-4770-8ea7-59ab55148e80 tempest-VolumesAdminNegativeTest-1259503320 tempest-VolumesAdminNegativeTest-1259503320-project-member] Lock "670a5510-20c3-4914-8308-4c3b92412b57" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.319s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Successfully updated port: 8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:09:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "refresh_cache-197f08f3-76b7-42f2-8268-9cfbfd64a4a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:09:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquired lock "refresh_cache-197f08f3-76b7-42f2-8268-9cfbfd64a4a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:09:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:09:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.network.neutron [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Updating instance_info_cache with network_info: [{"id": "8a05a132-21f3-4644-a200-e4c32f8c4703", "address": "fa:16:3e:9e:e7:66", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a05a132-21", "ovs_interfaceid": "8a05a132-21f3-4644-a200-e4c32f8c4703", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Releasing lock "refresh_cache-197f08f3-76b7-42f2-8268-9cfbfd64a4a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Instance network_info: |[{"id": "8a05a132-21f3-4644-a200-e4c32f8c4703", "address": "fa:16:3e:9e:e7:66", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a05a132-21", "ovs_interfaceid": "8a05a132-21f3-4644-a200-e4c32f8c4703", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Start _get_guest_xml network_info=[{"id": "8a05a132-21f3-4644-a200-e4c32f8c4703", "address": "fa:16:3e:9e:e7:66", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a05a132-21", "ovs_interfaceid": "8a05a132-21f3-4644-a200-e4c32f8c4703", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:09:04 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:09:04 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:09:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1659236983',display_name='tempest-ServersNegativeTestJSON-server-1659236983',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1659236983',id=21,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='80a20e63d12b470f94dae65c34d2578b',ramdisk_id='',reservation_id='r-vaio5mb0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-922049990',owner_user_name='tempest-ServersNegativeTestJSON-922049990-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:09:02Z,user_data=None,user_id='22e6527ff7524af7b72a6de9c1193c6a',uuid=197f08f3-76b7-42f2-8268-9cfbfd64a4a7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a05a132-21f3-4644-a200-e4c32f8c4703", "address": "fa:16:3e:9e:e7:66", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a05a132-21", "ovs_interfaceid": "8a05a132-21f3-4644-a200-e4c32f8c4703", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converting VIF {"id": "8a05a132-21f3-4644-a200-e4c32f8c4703", "address": "fa:16:3e:9e:e7:66", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a05a132-21", "ovs_interfaceid": "8a05a132-21f3-4644-a200-e4c32f8c4703", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e7:66,bridge_name='br-int',has_traffic_filtering=True,id=8a05a132-21f3-4644-a200-e4c32f8c4703,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a05a132-21') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.objects.instance [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lazy-loading 'pci_devices' on Instance uuid 197f08f3-76b7-42f2-8268-9cfbfd64a4a7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:09:04 user nova-compute[75209]:   <uuid>197f08f3-76b7-42f2-8268-9cfbfd64a4a7</uuid>
Dec 04 19:09:04 user nova-compute[75209]:   <name>instance-00000015</name>
Dec 04 19:09:04 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:09:04 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:09:04 user nova-compute[75209]:   <metadata>
Dec 04 19:09:04 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:09:04 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:09:04 user nova-compute[75209]:       <nova:name>tempest-ServersNegativeTestJSON-server-1659236983</nova:name>
Dec 04 19:09:04 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:09:04</nova:creationTime>
Dec 04 19:09:04 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:09:04 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:09:04 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:09:04 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:09:04 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:09:04 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:09:04 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:09:04 user nova-compute[75209]:       <nova:owner>
Dec 04 19:09:04 user nova-compute[75209]:         <nova:user uuid="22e6527ff7524af7b72a6de9c1193c6a">tempest-ServersNegativeTestJSON-922049990-project-member</nova:user>
Dec 04 19:09:04 user nova-compute[75209]:         <nova:project uuid="80a20e63d12b470f94dae65c34d2578b">tempest-ServersNegativeTestJSON-922049990</nova:project>
Dec 04 19:09:04 user nova-compute[75209]:       </nova:owner>
Dec 04 19:09:04 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:09:04 user nova-compute[75209]:       <nova:ports>
Dec 04 19:09:04 user nova-compute[75209]:         <nova:port uuid="8a05a132-21f3-4644-a200-e4c32f8c4703">
Dec 04 19:09:04 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 19:09:04 user nova-compute[75209]:         </nova:port>
Dec 04 19:09:04 user nova-compute[75209]:       </nova:ports>
Dec 04 19:09:04 user nova-compute[75209]:     </nova:instance>
Dec 04 19:09:04 user nova-compute[75209]:   </metadata>
Dec 04 19:09:04 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:09:04 user nova-compute[75209]:     <system>
Dec 04 19:09:04 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:09:04 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:09:04 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:09:04 user nova-compute[75209]:       <entry name="serial">197f08f3-76b7-42f2-8268-9cfbfd64a4a7</entry>
Dec 04 19:09:04 user nova-compute[75209]:       <entry name="uuid">197f08f3-76b7-42f2-8268-9cfbfd64a4a7</entry>
Dec 04 19:09:04 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:09:04 user nova-compute[75209]:     </system>
Dec 04 19:09:04 user nova-compute[75209]:   </sysinfo>
Dec 04 19:09:04 user nova-compute[75209]:   <os>
Dec 04 19:09:04 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:09:04 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:09:04 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:09:04 user nova-compute[75209]:   </os>
Dec 04 19:09:04 user nova-compute[75209]:   <features>
Dec 04 19:09:04 user nova-compute[75209]:     <acpi/>
Dec 04 19:09:04 user nova-compute[75209]:     <apic/>
Dec 04 19:09:04 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:09:04 user nova-compute[75209]:   </features>
Dec 04 19:09:04 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:09:04 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:09:04 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:09:04 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:09:04 user nova-compute[75209]:   </clock>
Dec 04 19:09:04 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:09:04 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:09:04 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:09:04 user nova-compute[75209]:   </cpu>
Dec 04 19:09:04 user nova-compute[75209]:   <devices>
Dec 04 19:09:04 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:09:04 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:09:04 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk"/>
Dec 04 19:09:04 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:09:04 user nova-compute[75209]:     </disk>
Dec 04 19:09:04 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:09:04 user nova-compute[75209]:       <mac address="fa:16:3e:9e:e7:66"/>
Dec 04 19:09:04 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:09:04 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:09:04 user nova-compute[75209]:       <target dev="tap8a05a132-21"/>
Dec 04 19:09:04 user nova-compute[75209]:     </interface>
Dec 04 19:09:04 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:09:04 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/console.log" append="off"/>
Dec 04 19:09:04 user nova-compute[75209]:     </serial>
Dec 04 19:09:04 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:09:04 user nova-compute[75209]:     <video>
Dec 04 19:09:04 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:09:04 user nova-compute[75209]:     </video>
Dec 04 19:09:04 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:09:04 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:09:04 user nova-compute[75209]:     </rng>
Dec 04 19:09:04 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:09:04 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:09:04 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:09:04 user nova-compute[75209]:     </memballoon>
Dec 04 19:09:04 user nova-compute[75209]:   </devices>
Dec 04 19:09:04 user nova-compute[75209]: </domain>
Dec 04 19:09:04 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:09:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1659236983',display_name='tempest-ServersNegativeTestJSON-server-1659236983',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1659236983',id=21,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='80a20e63d12b470f94dae65c34d2578b',ramdisk_id='',reservation_id='r-vaio5mb0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-922049990',owner_user_name='tempest-ServersNegativeTestJSON-922049990-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:09:02Z,user_data=None,user_id='22e6527ff7524af7b72a6de9c1193c6a',uuid=197f08f3-76b7-42f2-8268-9cfbfd64a4a7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a05a132-21f3-4644-a200-e4c32f8c4703", "address": "fa:16:3e:9e:e7:66", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a05a132-21", "ovs_interfaceid": "8a05a132-21f3-4644-a200-e4c32f8c4703", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converting VIF {"id": "8a05a132-21f3-4644-a200-e4c32f8c4703", "address": "fa:16:3e:9e:e7:66", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a05a132-21", "ovs_interfaceid": "8a05a132-21f3-4644-a200-e4c32f8c4703", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e7:66,bridge_name='br-int',has_traffic_filtering=True,id=8a05a132-21f3-4644-a200-e4c32f8c4703,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a05a132-21') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG os_vif [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e7:66,bridge_name='br-int',has_traffic_filtering=True,id=8a05a132-21f3-4644-a200-e4c32f8c4703,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a05a132-21') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f92d190c-97fa-5546-9d10-bc10ed8e2d2b', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8a05a132-21, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8a05a132-21, col_values=(('qos', UUID('1c4d842e-64ac-4b77-9936-455421577b5c')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8a05a132-21, col_values=(('external_ids', {'iface-id': '8a05a132-21f3-4644-a200-e4c32f8c4703', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:e7:66', 'vm-uuid': '197f08f3-76b7-42f2-8268-9cfbfd64a4a7'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:04 user nova-compute[75209]: INFO os_vif [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e7:66,bridge_name='br-int',has_traffic_filtering=True,id=8a05a132-21f3-4644-a200-e4c32f8c4703,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a05a132-21')
Dec 04 19:09:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] No VIF found with MAC fa:16:3e:9e:e7:66, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-2a2f7757-8dfd-49a8-aa7b-83fec49e8cc2 req-a7bfa067-eb03-49e7-891a-1622e6d57bf7 service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Received event network-changed-8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-2a2f7757-8dfd-49a8-aa7b-83fec49e8cc2 req-a7bfa067-eb03-49e7-891a-1622e6d57bf7 service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Refreshing instance network info cache due to event network-changed-8a05a132-21f3-4644-a200-e4c32f8c4703. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2a2f7757-8dfd-49a8-aa7b-83fec49e8cc2 req-a7bfa067-eb03-49e7-891a-1622e6d57bf7 service nova] Acquiring lock "refresh_cache-197f08f3-76b7-42f2-8268-9cfbfd64a4a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2a2f7757-8dfd-49a8-aa7b-83fec49e8cc2 req-a7bfa067-eb03-49e7-891a-1622e6d57bf7 service nova] Acquired lock "refresh_cache-197f08f3-76b7-42f2-8268-9cfbfd64a4a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.network.neutron [req-2a2f7757-8dfd-49a8-aa7b-83fec49e8cc2 req-a7bfa067-eb03-49e7-891a-1622e6d57bf7 service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Refreshing network info cache for port 8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:04 user nova-compute[75209]: INFO nova.compute.manager [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Terminating instance
Dec 04 19:09:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-ffe2a781-dce3-47c3-ac88-87f9d48f5edd req-3cd25cdf-6107-45d0-8284-64de7a5b51fb service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-vif-unplugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ffe2a781-dce3-47c3-ac88-87f9d48f5edd req-3cd25cdf-6107-45d0-8284-64de7a5b51fb service nova] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ffe2a781-dce3-47c3-ac88-87f9d48f5edd req-3cd25cdf-6107-45d0-8284-64de7a5b51fb service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ffe2a781-dce3-47c3-ac88-87f9d48f5edd req-3cd25cdf-6107-45d0-8284-64de7a5b51fb service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-ffe2a781-dce3-47c3-ac88-87f9d48f5edd req-3cd25cdf-6107-45d0-8284-64de7a5b51fb service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] No waiting events found dispatching network-vif-unplugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-ffe2a781-dce3-47c3-ac88-87f9d48f5edd req-3cd25cdf-6107-45d0-8284-64de7a5b51fb service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-vif-unplugged-f617edfd-6f0a-428d-9a6f-bfe47586476b for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG nova.network.neutron [req-2a2f7757-8dfd-49a8-aa7b-83fec49e8cc2 req-a7bfa067-eb03-49e7-891a-1622e6d57bf7 service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Updated VIF entry in instance network info cache for port 8a05a132-21f3-4644-a200-e4c32f8c4703. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG nova.network.neutron [req-2a2f7757-8dfd-49a8-aa7b-83fec49e8cc2 req-a7bfa067-eb03-49e7-891a-1622e6d57bf7 service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Updating instance_info_cache with network_info: [{"id": "8a05a132-21f3-4644-a200-e4c32f8c4703", "address": "fa:16:3e:9e:e7:66", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a05a132-21", "ovs_interfaceid": "8a05a132-21f3-4644-a200-e4c32f8c4703", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2a2f7757-8dfd-49a8-aa7b-83fec49e8cc2 req-a7bfa067-eb03-49e7-891a-1622e6d57bf7 service nova] Releasing lock "refresh_cache-197f08f3-76b7-42f2-8268-9cfbfd64a4a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:09:06 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Instance destroyed successfully.
Dec 04 19:09:06 user nova-compute[75209]: DEBUG nova.objects.instance [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'resources' on Instance uuid c6f62b93-34a3-4259-b53e-bee4d63d40df {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:02:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2023750937',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2023750937',id=5,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2H7W4LiAh7dq0FtTy23K9IUjRO/EPjZDnUs23a8go0y3HiafPqP/e9js3UQVInnkAa7t6SMRtGtuLgw1o0HXuS+K1Kv6Rm6Dx7/ozKESJsHlg8Xwz5ADmzn7VmTvMXWQ==',key_name='tempest-keypair-1034015299',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:06:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ul5s54iy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:06:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=c6f62b93-34a3-4259-b53e-bee4d63d40df,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "address": "fa:16:3e:61:b2:64", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf617edfd-6f", "ovs_interfaceid": "f617edfd-6f0a-428d-9a6f-bfe47586476b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG os_vif [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf617edfd-6f, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f95b5023-e921-4870-bfaf-3f0bca9726a6) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:06 user nova-compute[75209]: INFO os_vif [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:b2:64,bridge_name='br-int',has_traffic_filtering=True,id=f617edfd-6f0a-428d-9a6f-bfe47586476b,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf617edfd-6f')
Dec 04 19:09:06 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Deleting instance files /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df_del
Dec 04 19:09:06 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Deletion of /opt/stack/data/nova/instances/c6f62b93-34a3-4259-b53e-bee4d63d40df_del complete
Dec 04 19:09:06 user nova-compute[75209]: INFO nova.compute.manager [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Took 1.41 seconds to destroy the instance on the hypervisor.
Dec 04 19:09:06 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:07 user nova-compute[75209]: INFO nova.compute.manager [None req-2135dc28-a536-4a43-bc77-761438f745a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Unrescuing
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2135dc28-a536-4a43-bc77-761438f745a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2135dc28-a536-4a43-bc77-761438f745a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquired lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-2135dc28-a536-4a43-bc77-761438f745a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] Acquiring lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] No waiting events found dispatching network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:07 user nova-compute[75209]: WARNING nova.compute.manager [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received unexpected event network-vif-plugged-f617edfd-6f0a-428d-9a6f-bfe47586476b for instance with vm_state active and task_state deleting.
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Received event network-vif-plugged-8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] Acquiring lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] No waiting events found dispatching network-vif-plugged-8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:07 user nova-compute[75209]: WARNING nova.compute.manager [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Received unexpected event network-vif-plugged-8a05a132-21f3-4644-a200-e4c32f8c4703 for instance with vm_state building and task_state spawning.
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Received event network-vif-plugged-8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] Acquiring lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] No waiting events found dispatching network-vif-plugged-8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:07 user nova-compute[75209]: WARNING nova.compute.manager [req-d3f38ed6-f898-4b21-8624-eacb24dfe733 req-5bdf0fac-feb9-4722-b52d-85b4949456bf service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Received unexpected event network-vif-plugged-8a05a132-21f3-4644-a200-e4c32f8c4703 for instance with vm_state building and task_state spawning.
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:07 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Took 1.14 seconds to deallocate network for instance.
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-5e53c5c3-1cbc-4712-be66-ec220e5948cb req-1b529510-426a-42a0-a9c5-b5e207ddb9a8 service nova] [instance: c6f62b93-34a3-4259-b53e-bee4d63d40df] Received event network-vif-deleted-f617edfd-6f0a-428d-9a6f-bfe47586476b {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-2135dc28-a536-4a43-bc77-761438f745a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updating instance_info_cache with network_info: [{"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2135dc28-a536-4a43-bc77-761438f745a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Releasing lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2135dc28-a536-4a43-bc77-761438f745a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'flavor' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.410s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:08 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Deleted allocations for instance c6f62b93-34a3-4259-b53e-bee4d63d40df
Dec 04 19:09:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-50c0cf41-d6e3-4519-ab9f-3db2048ef539 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "c6f62b93-34a3-4259-b53e-bee4d63d40df" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.198s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Instance destroyed successfully.
Dec 04 19:09:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:09:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Instance spawned successfully.
Dec 04 19:09:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:09:08 user nova-compute[75209]: INFO nova.compute.manager [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Took 6.72 seconds to spawn the instance on the hypervisor.
Dec 04 19:09:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:09:08 user nova-compute[75209]: INFO nova.compute.manager [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Took 7.70 seconds to build instance.
Dec 04 19:09:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbd8cf17-f516-455c-a409-61d35b4f51b8 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.811s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:09 user nova-compute[75209]: WARNING nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:09 user nova-compute[75209]: WARNING nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:09 user nova-compute[75209]: WARNING nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:09 user nova-compute[75209]: WARNING nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:09 user nova-compute[75209]: WARNING nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:09 user nova-compute[75209]: WARNING nova.compute.manager [req-c72ab559-ca47-40a4-bf4c-49a060d82475 req-98ca8533-b9cd-45cc-b875-744216eb0d28 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:09:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:10 user nova-compute[75209]: INFO nova.compute.manager [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Detaching volume cd7fcd34-030d-4272-b213-adc6deb47168
Dec 04 19:09:10 user nova-compute[75209]: INFO nova.virt.block_device [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Attempting to driver detach volume cd7fcd34-030d-4272-b213-adc6deb47168 from mountpoint /dev/vdb
Dec 04 19:09:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Attempting to detach device vdb from instance 3554337a-7a0c-48ba-a520-a4523a8d7984 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:09:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:09:10 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:09:10 user nova-compute[75209]:   <source dev="/dev/sdc"/>
Dec 04 19:09:10 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:09:10 user nova-compute[75209]:   <serial>cd7fcd34-030d-4272-b213-adc6deb47168</serial>
Dec 04 19:09:10 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:09:10 user nova-compute[75209]: </disk>
Dec 04 19:09:10 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:09:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Successfully detached device vdb from instance 3554337a-7a0c-48ba-a520-a4523a8d7984 from the persistent domain config.
Dec 04 19:09:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3554337a-7a0c-48ba-a520-a4523a8d7984 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:09:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:09:10 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:09:10 user nova-compute[75209]:   <source dev="/dev/sdc"/>
Dec 04 19:09:10 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:09:10 user nova-compute[75209]:   <serial>cd7fcd34-030d-4272-b213-adc6deb47168</serial>
Dec 04 19:09:10 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:09:10 user nova-compute[75209]: </disk>
Dec 04 19:09:10 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:11 user nova-compute[75209]: WARNING nova.compute.manager [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:09:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:09:11 user nova-compute[75209]: WARNING nova.compute.manager [req-433f5c44-55ea-4808-b644-0c6f203b90d5 req-ffc34036-634d-45eb-85ca-83b1803b8c66 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:09:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-2135dc28-a536-4a43-bc77-761438f745a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:09:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:14 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:09:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:09:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:16 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:09:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:09:18 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:09:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:09:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:09:18 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:09:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:18 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:09:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "d543b96d-3fa6-4907-bdea-a582e0be0fda" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "d543b96d-3fa6-4907-bdea-a582e0be0fda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:09:20 user nova-compute[75209]: INFO nova.compute.claims [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Claim successful on node user
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.578s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:21 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:09:21 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG nova.policy [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6595583235274138b702b630a89147a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe099e8a6cea4349abbac9229f24da42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:09:21 user nova-compute[75209]: INFO nova.virt.block_device [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Booting with volume-backed-image 94bc5904-8b72-4a47-b02b-134675a30807 at /dev/vda
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.258s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:22 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Successfully created port: 97f6a645-e044-40d3-8e36-9817786b6fad {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:09:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json" returned: 0 in 0.294s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Successfully updated port: 97f6a645-e044-40d3-8e36-9817786b6fad {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "refresh_cache-d543b96d-3fa6-4907-bdea-a582e0be0fda" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquired lock "refresh_cache-d543b96d-3fa6-4907-bdea-a582e0be0fda" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-471153d2-5cda-4ce4-8eb5-e208cd92f10c req-ce2fdcff-9d44-4008-b085-1d60a882ff58 service nova] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Received event network-changed-97f6a645-e044-40d3-8e36-9817786b6fad {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-471153d2-5cda-4ce4-8eb5-e208cd92f10c req-ce2fdcff-9d44-4008-b085-1d60a882ff58 service nova] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Refreshing instance network info cache due to event network-changed-97f6a645-e044-40d3-8e36-9817786b6fad. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-471153d2-5cda-4ce4-8eb5-e208cd92f10c req-ce2fdcff-9d44-4008-b085-1d60a882ff58 service nova] Acquiring lock "refresh_cache-d543b96d-3fa6-4907-bdea-a582e0be0fda" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Updating instance_info_cache with network_info: [{"id": "97f6a645-e044-40d3-8e36-9817786b6fad", "address": "fa:16:3e:1a:25:24", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97f6a645-e0", "ovs_interfaceid": "97f6a645-e044-40d3-8e36-9817786b6fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Releasing lock "refresh_cache-d543b96d-3fa6-4907-bdea-a582e0be0fda" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Instance network_info: |[{"id": "97f6a645-e044-40d3-8e36-9817786b6fad", "address": "fa:16:3e:1a:25:24", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97f6a645-e0", "ovs_interfaceid": "97f6a645-e044-40d3-8e36-9817786b6fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-471153d2-5cda-4ce4-8eb5-e208cd92f10c req-ce2fdcff-9d44-4008-b085-1d60a882ff58 service nova] Acquired lock "refresh_cache-d543b96d-3fa6-4907-bdea-a582e0be0fda" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:09:23 user nova-compute[75209]: DEBUG nova.network.neutron [req-471153d2-5cda-4ce4-8eb5-e208cd92f10c req-ce2fdcff-9d44-4008-b085-1d60a882ff58 service nova] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Refreshing network info cache for port 97f6a645-e044-40d3-8e36-9817786b6fad {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:09:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7461MB free_disk=24.98595428466797GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9e65f207-b34d-4000-8630-24a0e7121a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3554337a-7a0c-48ba-a520-a4523a8d7984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance fb56aca5-bb62-42c5-bf19-3cf02ba97f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 47258b99-33f4-4ac3-a34f-0ca2d347638b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2688c29f-4682-4c21-af7e-adf4337bf2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 197f08f3-76b7-42f2-8268-9cfbfd64a4a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance d543b96d-3fa6-4907-bdea-a582e0be0fda actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:09:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:09:25 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:09:25 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:09:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:09:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.637s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:25 user nova-compute[75209]: DEBUG nova.network.neutron [req-471153d2-5cda-4ce4-8eb5-e208cd92f10c req-ce2fdcff-9d44-4008-b085-1d60a882ff58 service nova] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Updated VIF entry in instance network info cache for port 97f6a645-e044-40d3-8e36-9817786b6fad. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:09:25 user nova-compute[75209]: DEBUG nova.network.neutron [req-471153d2-5cda-4ce4-8eb5-e208cd92f10c req-ce2fdcff-9d44-4008-b085-1d60a882ff58 service nova] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Updating instance_info_cache with network_info: [{"id": "97f6a645-e044-40d3-8e36-9817786b6fad", "address": "fa:16:3e:1a:25:24", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97f6a645-e0", "ovs_interfaceid": "97f6a645-e044-40d3-8e36-9817786b6fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-471153d2-5cda-4ce4-8eb5-e208cd92f10c req-ce2fdcff-9d44-4008-b085-1d60a882ff58 service nova] Releasing lock "refresh_cache-d543b96d-3fa6-4907-bdea-a582e0be0fda" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:09:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:09:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:09:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:09:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:09:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:09:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:31 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3554337a-7a0c-48ba-a520-a4523a8d7984 is timed out.
Dec 04 19:09:31 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Successfully detached device vdb from instance 3554337a-7a0c-48ba-a520-a4523a8d7984 from the live domain config.
Dec 04 19:09:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZRAsdBWk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:09:31 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[492ad4c9-e9cc-4c9e-91f6-b8d472fb520e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:978258ed-82e8-4438-b4ea-83fc2127ff90\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69a7031c-a592-448b-901f-8a0907463e80\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:09:31 user nova-compute[75209]: No targets found.
Dec 04 19:09:31 user nova-compute[75209]: iSNS:
Dec 04 19:09:31 user nova-compute[75209]: No targets found.
Dec 04 19:09:31 user nova-compute[75209]: STATIC:
Dec 04 19:09:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:978258ed-82e8-4438-b4ea-83fc2127ff90
Dec 04 19:09:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:09:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:09:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168
Dec 04 19:09:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:09:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:09:31 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:69a7031c-a592-448b-901f-8a0907463e80
Dec 04 19:09:31 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:09:31 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:09:31 user nova-compute[75209]: FIRMWARE:
Dec 04 19:09:31 user nova-compute[75209]: No targets found.
Dec 04 19:09:31 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:09:31 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:09:31 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8869ae8b-342d-4d3c-a9f0-fe8cc6793e20]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69a7031c-a592-448b-901f-8a0907463e80\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:978258ed-82e8-4438-b4ea-83fc2127ff90\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a6c426a-aa42-4a4f-bb7e-b0b02776cbb3]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69a7031c-a592-448b-901f-8a0907463e80 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:978258ed-82e8-4438-b4ea-83fc2127ff90 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:09:31 user nova-compute[75209]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69a7031c-a592-448b-901f-8a0907463e80 (non-flash)
Dec 04 19:09:31 user nova-compute[75209]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:978258ed-82e8-4438-b4ea-83fc2127ff90 (non-flash)
Dec 04 19:09:31 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 (non-flash)
Dec 04 19:09:31 user nova-compute[75209]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69a7031c-a592-448b-901f-8a0907463e80 (non-flash)
Dec 04 19:09:31 user nova-compute[75209]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:978258ed-82e8-4438-b4ea-83fc2127ff90 (non-flash)
Dec 04 19:09:31 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c6223b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168'): ({'sdc'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Removing single pathed devices sdc {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dd4b585-0b29-4223-bdbd-0314f936ca4b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[283a0d4c-ec1d-4225-b0a9-1f8355dc275b]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Flushing IO for device /dev/sdc {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cdbdbef-2a41-41a7-9e56-3597028bec3f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.126s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7dedd00-4b06-448f-a804-0d73320dd6cf]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[02d489d4-b6c6-487e-8348-e9172718b30c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4e46e0d-2756-4bbf-829f-8d700bfbd593]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168, portal: 172.16.0.220,3260]
Dec 04 19:09:31 user nova-compute[75209]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168, portal: 172.16.0.220,3260] successful.
Dec 04 19:09:31 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd7fcd34-030d-4272-b213-adc6deb47168 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6cd0a5f-c2cb-45e3-a742-56ce3b7e71c1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.409s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] <== disconnect_volume: return (410ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:09:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG os_brick.utils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b22cae-e5ab-432b-97e8-37185f38b001]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[33f55c8c-a3e7-40ff-856e-d7bef29edb26]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[200ec4ad-8bfb-416e-b75d-3d021050d678]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b878771c-57cb-46c8-b2dd-faa8547b975d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:09:32 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f7e44e9-3ed2-4bd7-ae30-3ac0d704f2ba]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG os_brick.utils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Updating existing volume attachment record: dc81e8da-f49b-4119-8216-09d6ce07ba9d {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG nova.objects.instance [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'flavor' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:09:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-40bf07eb-257e-44f7-8116-939e11c7ff94 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.101s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:37 user nova-compute[75209]: DEBUG nova.compute.manager [req-29b82891-c0cc-4c5c-8885-c7ddd9728dfe req-45de1150-7e8e-4c9d-bf39-a31aa2888fe8 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received event network-changed-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:37 user nova-compute[75209]: DEBUG nova.compute.manager [req-29b82891-c0cc-4c5c-8885-c7ddd9728dfe req-45de1150-7e8e-4c9d-bf39-a31aa2888fe8 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Refreshing instance network info cache due to event network-changed-8f348731-92ac-4c35-8e42-bd67121159c8. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:09:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-29b82891-c0cc-4c5c-8885-c7ddd9728dfe req-45de1150-7e8e-4c9d-bf39-a31aa2888fe8 service nova] Acquiring lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:09:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-29b82891-c0cc-4c5c-8885-c7ddd9728dfe req-45de1150-7e8e-4c9d-bf39-a31aa2888fe8 service nova] Acquired lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:09:37 user nova-compute[75209]: DEBUG nova.network.neutron [req-29b82891-c0cc-4c5c-8885-c7ddd9728dfe req-45de1150-7e8e-4c9d-bf39-a31aa2888fe8 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Refreshing network info cache for port 8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG nova.network.neutron [req-29b82891-c0cc-4c5c-8885-c7ddd9728dfe req-45de1150-7e8e-4c9d-bf39-a31aa2888fe8 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updated VIF entry in instance network info cache for port 8f348731-92ac-4c35-8e42-bd67121159c8. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG nova.network.neutron [req-29b82891-c0cc-4c5c-8885-c7ddd9728dfe req-45de1150-7e8e-4c9d-bf39-a31aa2888fe8 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updating instance_info_cache with network_info: [{"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-29b82891-c0cc-4c5c-8885-c7ddd9728dfe req-45de1150-7e8e-4c9d-bf39-a31aa2888fe8 service nova] Releasing lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-ff9cd111-6136-4382-906e-80f8b0e311a5 req-0acadb51-e565-4934-824a-6475f10e3e53 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received event network-changed-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-ff9cd111-6136-4382-906e-80f8b0e311a5 req-0acadb51-e565-4934-824a-6475f10e3e53 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Refreshing instance network info cache due to event network-changed-8b5f78a8-ab13-411d-8a55-b13bcf7c4641. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ff9cd111-6136-4382-906e-80f8b0e311a5 req-0acadb51-e565-4934-824a-6475f10e3e53 service nova] Acquiring lock "refresh_cache-2688c29f-4682-4c21-af7e-adf4337bf2ec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ff9cd111-6136-4382-906e-80f8b0e311a5 req-0acadb51-e565-4934-824a-6475f10e3e53 service nova] Acquired lock "refresh_cache-2688c29f-4682-4c21-af7e-adf4337bf2ec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG nova.network.neutron [req-ff9cd111-6136-4382-906e-80f8b0e311a5 req-0acadb51-e565-4934-824a-6475f10e3e53 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Refreshing network info cache for port 8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG nova.objects.instance [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lazy-loading 'flavor' on Instance uuid 2688c29f-4682-4c21-af7e-adf4337bf2ec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.078s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG nova.network.neutron [req-ff9cd111-6136-4382-906e-80f8b0e311a5 req-0acadb51-e565-4934-824a-6475f10e3e53 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Updated VIF entry in instance network info cache for port 8b5f78a8-ab13-411d-8a55-b13bcf7c4641. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG nova.network.neutron [req-ff9cd111-6136-4382-906e-80f8b0e311a5 req-0acadb51-e565-4934-824a-6475f10e3e53 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Updating instance_info_cache with network_info: [{"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ff9cd111-6136-4382-906e-80f8b0e311a5 req-0acadb51-e565-4934-824a-6475f10e3e53 service nova] Releasing lock "refresh_cache-2688c29f-4682-4c21-af7e-adf4337bf2ec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:38 user nova-compute[75209]: INFO nova.compute.manager [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Attaching volume f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 to /dev/vdb
Dec 04 19:09:39 user nova-compute[75209]: DEBUG os_brick.utils [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[31a65c86-c4d6-489c-bf3b-db1e487e4839]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2addfd07-626b-4408-ba92-1d346d6b484a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed348f33-9a9a-42d3-8d1c-51b12d6ac729]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[589173c5-f964-44ff-828a-9fec1a35237d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:09:39 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:09:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cb36490-012c-4dd1-9d0d-2ee62ba4969c]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG os_brick.utils [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Updating existing volume attachment record: ad902c10-1cbf-4b3b-bd1e-4308e2d201cd {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:09:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.volume.cinder [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Update attachment failed for attachment dc81e8da-f49b-4119-8216-09d6ce07ba9d. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d755a00e-fa90-451b-9c6c-cf16b3f01372) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d755a00e-fa90-451b-9c6c-cf16b3f01372)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d755a00e-fa90-451b-9c6c-cf16b3f01372)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Traceback (most recent call last):
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     driver_block_device.attach_block_devices(
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     _log_and_attach(device)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     bdm.attach(*attach_args, **attach_kwargs)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/virt/block_device.py", line 835, in attach
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     super(DriverVolImageBlockDevice, self).attach(
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     ret_val = method(obj, context, *args, **kwargs)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     self._do_attach(context, instance, volume, volume_api,
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     self._volume_attach(context, volume, connector, instance,
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     connection_info = volume_api.attachment_update(
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     res = method(self, ctx, *args, **kwargs)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     res = method(self, ctx, attachment_id, *args, **kwargs)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     with excutils.save_and_reraise_exception():
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     self.force_reraise()
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     raise self.value
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     context, '3.44', skip_version_check=True).attachments.update(
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     return method.func(obj, *args, **kwargs)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     resp = self._update('/attachments/%s' % id, body)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     resp, body = self.api.client.put(url, body=body, **kwargs)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     return self._cs_request(url, 'PUT', **kwargs)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     return self.request(url, method, **kwargs)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda]     raise exceptions.from_response(resp, body)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d755a00e-fa90-451b-9c6c-cf16b3f01372)
Dec 04 19:09:41 user nova-compute[75209]: ERROR nova.compute.manager [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] 
Dec 04 19:09:41 user nova-compute[75209]: DEBUG nova.compute.claims [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Aborting claim: <nova.compute.claims.Claim object at 0x7f4e6c617ca0> {{(pid=75209) abort /opt/stack/nova/nova/compute/claims.py:84}}
Dec 04 19:09:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.477s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Build of instance d543b96d-3fa6-4907-bdea-a582e0be0fda aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d755a00e-fa90-451b-9c6c-cf16b3f01372) {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.compute.utils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Build of instance d543b96d-3fa6-4907-bdea-a582e0be0fda aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=75209) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Dec 04 19:09:42 user nova-compute[75209]: ERROR nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Build of instance d543b96d-3fa6-4907-bdea-a582e0be0fda aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d755a00e-fa90-451b-9c6c-cf16b3f01372): nova.exception.BuildAbortException: Build of instance d543b96d-3fa6-4907-bdea-a582e0be0fda aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-d755a00e-fa90-451b-9c6c-cf16b3f01372)
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Unplugging VIFs for instance {{(pid=75209) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:09:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1879206767',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1879206767',id=22,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fe099e8a6cea4349abbac9229f24da42',ramdisk_id='',reservation_id='r-rive6s70',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-86462450',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:09:22Z,user_data=None,user_id='6595583235274138b702b630a89147a6',uuid=d543b96d-3fa6-4907-bdea-a582e0be0fda,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97f6a645-e044-40d3-8e36-9817786b6fad", "address": "fa:16:3e:1a:25:24", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97f6a645-e0", "ovs_interfaceid": "97f6a645-e044-40d3-8e36-9817786b6fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converting VIF {"id": "97f6a645-e044-40d3-8e36-9817786b6fad", "address": "fa:16:3e:1a:25:24", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97f6a645-e0", "ovs_interfaceid": "97f6a645-e044-40d3-8e36-9817786b6fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:25:24,bridge_name='br-int',has_traffic_filtering=True,id=97f6a645-e044-40d3-8e36-9817786b6fad,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97f6a645-e0') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG os_vif [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:25:24,bridge_name='br-int',has_traffic_filtering=True,id=97f6a645-e044-40d3-8e36-9817786b6fad,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97f6a645-e0') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap97f6a645-e0, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:09:42 user nova-compute[75209]: INFO os_vif [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:25:24,bridge_name='br-int',has_traffic_filtering=True,id=97f6a645-e044-40d3-8e36-9817786b6fad,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97f6a645-e0')
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Unplugged VIFs for instance {{(pid=75209) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:09:42 user nova-compute[75209]: INFO nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Took 0.59 seconds to deallocate network for instance.
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Detaching volume: a30b7165-daa9-403d-aba5-dbfd10cf5097 {{(pid=75209) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Dec 04 19:09:42 user nova-compute[75209]: INFO nova.compute.manager [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Detaching volume a30b7165-daa9-403d-aba5-dbfd10cf5097
Dec 04 19:09:42 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: d543b96d-3fa6-4907-bdea-a582e0be0fda] Skipping driver_detach during remote rebuild. {{(pid=75209) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Dec 04 19:09:43 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Deleted allocations for instance d543b96d-3fa6-4907-bdea-a582e0be0fda
Dec 04 19:09:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c9c5837d-8ab4-4413-98c0-ad6f292fd498 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "d543b96d-3fa6-4907-bdea-a582e0be0fda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.520s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jKBxgdNJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:09:48 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:09:48 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:09:48 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[579d83b8-5a06-4953-b9a2-2f38c1feb553]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:09:48 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[07259cb5-4309-4dce-8fa5-ce93d3b51486]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2] added
Dec 04 19:09:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.038s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[81881bfb-c209-4059-8c38-abf9c5a66245]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bee320c-d953-4611-abd8-3a1d14eb65c1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jKBxgdNJ {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jKBxgdNJ" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c1b7a7a-232a-42aa-b5ea-1d07c79a0b3e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jKBxgdNJ'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeab84e2-c202-4dfd-b680-54cd3e4fa3fa]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[69a0146b-b0cb-4cdd-a88e-0e4c08bd8316]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:09:48 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:09:48 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:09:48 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:09:48 user nova-compute[75209]: 
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fba774c-762d-497a-990b-473394f0a33b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260]
Dec 04 19:09:48 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260] successful.
Dec 04 19:09:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad5b574-ccf3-4df4-a197-b478f9e620a3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3281b1fc-e0ab-472b-9e33-46083ea5a21a]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:09:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:09:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[91a45c19-f2de-4430-bb5c-1962ab2b8988]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:09:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jKBxgdNJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:09:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:09:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '23363363633383031', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:09:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23363363633383031', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:09:49 user nova-compute[75209]: DEBUG nova.objects.instance [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lazy-loading 'flavor' on Instance uuid 2688c29f-4682-4c21-af7e-adf4337bf2ec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:09:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:09:49 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:09:49 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:09:49 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:09:49 user nova-compute[75209]:   <serial>f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2</serial>
Dec 04 19:09:49 user nova-compute[75209]: </disk>
Dec 04 19:09:49 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:09:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:09:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:09:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] No VIF found with MAC fa:16:3e:a9:f5:3f, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:09:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-357af7d2-309d-4af6-af59-da25a606f23e tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.365s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG os_brick.utils [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1260a799-e406-483a-9dd5-186acee3c200]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c3f9518-49b2-4e44-9275-42c2912357f0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c360d9-cb25-4c3a-806c-5f89a2aee884]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0749aeb9-1a9f-4738-ae44-efb34fa857ab]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:09:51 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:09:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[62ab6d6d-2b33-4bee-845b-b673ed47fcb2]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:09:51 user nova-compute[75209]: DEBUG os_brick.utils [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:09:51 user nova-compute[75209]: INFO nova.compute.manager [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Swapping volume f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 for f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6
Dec 04 19:09:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:09:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:10:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:10:00 user nova-compute[75209]: INFO nova.compute.claims [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Claim successful on node user
Dec 04 19:10:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.845s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG nova.network.neutron [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:10:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:10:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG nova.policy [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa23c1b6058d4f28b8c9fddac3f0fc92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9f5c995378d4153bed490dac31fb420', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:10:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Creating image(s)
Dec 04 19:10:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "/opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "/opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "/opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:01 user nova-compute[75209]: INFO nova.compute.manager [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Terminating instance
Dec 04 19:10:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:10:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.288s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oVwZeQhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2688c29f-4682-4c21-af7e-adf4337bf2ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 'serial': 'f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jKBxgdNJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '2688c29f-4682-4c21-af7e-adf4337bf2ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'serial'} {{(pid=75209) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oVwZeQhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:10:02 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:10:02 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:10:02 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.222s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[92772f9b-bf11-491c-84f3-035abf395c7c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:10:02 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk 1073741824" returned: 0 in 0.071s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.299s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[56a37bf4-0a42-4fce-a89e-faba828930bc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6] added
Dec 04 19:10:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c5abe32-fa43-449d-bd01-c35cce4ddc5d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[473e193b-3fcd-4266-9946-f9c7e317c116]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oVwZeQhF {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-f5f3d633-e468-42fd-90a8-5eb70eeecdad req-cebe6175-e81e-4339-b636-945a10a04f68 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-unplugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f5f3d633-e468-42fd-90a8-5eb70eeecdad req-cebe6175-e81e-4339-b636-945a10a04f68 service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f5f3d633-e468-42fd-90a8-5eb70eeecdad req-cebe6175-e81e-4339-b636-945a10a04f68 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f5f3d633-e468-42fd-90a8-5eb70eeecdad req-cebe6175-e81e-4339-b636-945a10a04f68 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-f5f3d633-e468-42fd-90a8-5eb70eeecdad req-cebe6175-e81e-4339-b636-945a10a04f68 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-unplugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-f5f3d633-e468-42fd-90a8-5eb70eeecdad req-cebe6175-e81e-4339-b636-945a10a04f68 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-unplugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oVwZeQhF" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec5b9ce2-599c-412a-a8aa-3004aef15915]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oVwZeQhF'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[192bea65-f7cc-4374-b981-8d6d3fdca1f2]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea6dd28f-c058-4603-9272-79acd8b20b1c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Instance destroyed successfully.
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.objects.instance [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lazy-loading 'resources' on Instance uuid 3554337a-7a0c-48ba-a520-a4523a8d7984 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[27b3ed54-aa0c-4f0f-9e17-e10ac2cee179]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6, portal: 172.16.0.220,3260]
Dec 04 19:10:02 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6, portal: 172.16.0.220,3260] successful.
Dec 04 19:10:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2034599427',display_name='tempest-ServerStableDeviceRescueTest-server-2034599427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2034599427',id=6,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMI/JXOuzSwk69NsRhA2T5dFJQfXfURkNSIdqEy5yzzfgtedVFA8alWANkNjkxOyha3PGsu7F1NB3LFXGs86zDbEGDpaO/8jk0NM88q4NOOwsWgSiBdNYE+SScF5AlTGtA==',key_name='tempest-keypair-1965749273',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:06:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='564b9d3d334241ef89bd40e5d1594454',ramdisk_id='',reservation_id='r-xmfq2sq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1858946162',owner_user_name='tempest-ServerStableDeviceRescueTest-1858946162-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:08:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47f4979ee97b445ba320c6e57fe0cb68',uuid=3554337a-7a0c-48ba-a520-a4523a8d7984,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Converting VIF {"id": "54ab6e33-9977-428a-8d68-693b4befad03", "address": "fa:16:3e:ab:c5:38", "network": {"id": "375b033e-5bc4-48ce-8e9a-49f57cfcf2b6", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1216853599-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "564b9d3d334241ef89bd40e5d1594454", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ab6e33-99", "ovs_interfaceid": "54ab6e33-9977-428a-8d68-693b4befad03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ab:c5:38,bridge_name='br-int',has_traffic_filtering=True,id=54ab6e33-9977-428a-8d68-693b4befad03,network=Network(375b033e-5bc4-48ce-8e9a-49f57cfcf2b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ab6e33-99') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_vif [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:c5:38,bridge_name='br-int',has_traffic_filtering=True,id=54ab6e33-9977-428a-8d68-693b4befad03,network=Network(375b033e-5bc4-48ce-8e9a-49f57cfcf2b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ab6e33-99') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cdaa288-fbb5-45e3-847c-b6e75c26bec1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap54ab6e33-99, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8002a005-2f50-4440-9816-bbd51081614f) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:02 user nova-compute[75209]: INFO os_vif [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:c5:38,bridge_name='br-int',has_traffic_filtering=True,id=54ab6e33-9977-428a-8d68-693b4befad03,network=Network(375b033e-5bc4-48ce-8e9a-49f57cfcf2b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ab6e33-99')
Dec 04 19:10:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Deleting instance files /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984_del
Dec 04 19:10:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Deletion of /opt/stack/data/nova/instances/3554337a-7a0c-48ba-a520-a4523a8d7984_del complete
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d49a65d0-a1be-4f69-aebb-4894a3462eb8]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:02 user nova-compute[75209]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)
Dec 04 19:10:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:02 user nova-compute[75209]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)
Dec 04 19:10:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.451s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] HCTL ('34', '-', '-', 0) found on session 21 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.031s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f74e73b-73e3-492b-9191-629c1a5da0ce]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Searching for a device in session 21 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oVwZeQhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Cannot resize image /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Ensure instance console log exists: /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:02 user nova-compute[75209]: INFO nova.compute.manager [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Took 0.95 seconds to destroy the instance on the hypervisor.
Dec 04 19:10:02 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:10:02 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:10:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Successfully created port: b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:10:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.503s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:10:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] <== connect_volume: return (1507ms) {'type': 'block', 'scsi_wwn': '23863356436383561', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:10:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23863356436383561', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:10:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lazy-loading 'flavor' on Instance uuid 2688c29f-4682-4c21-af7e-adf4337bf2ec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:10:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-8714d117-26b6-4190-b48c-e280dc933a74 req-99b92fc4-ec83-4b6a-a8b4-a3121325a888 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8714d117-26b6-4190-b48c-e280dc933a74 req-99b92fc4-ec83-4b6a-a8b4-a3121325a888 service nova] Acquiring lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8714d117-26b6-4190-b48c-e280dc933a74 req-99b92fc4-ec83-4b6a-a8b4-a3121325a888 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8714d117-26b6-4190-b48c-e280dc933a74 req-99b92fc4-ec83-4b6a-a8b4-a3121325a888 service nova] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-8714d117-26b6-4190-b48c-e280dc933a74 req-99b92fc4-ec83-4b6a-a8b4-a3121325a888 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] No waiting events found dispatching network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:10:04 user nova-compute[75209]: WARNING nova.compute.manager [req-8714d117-26b6-4190-b48c-e280dc933a74 req-99b92fc4-ec83-4b6a-a8b4-a3121325a888 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received unexpected event network-vif-plugged-54ab6e33-9977-428a-8d68-693b4befad03 for instance with vm_state active and task_state deleting.
Dec 04 19:10:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 97517568 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-cad9ee70-1664-42a6-a577-7baa0d12264b req-08675c29-f76b-4c3b-ac52-3cafd815ec82 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Received event network-vif-deleted-54ab6e33-9977-428a-8d68-693b4befad03 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:05 user nova-compute[75209]: INFO nova.compute.manager [req-cad9ee70-1664-42a6-a577-7baa0d12264b req-08675c29-f76b-4c3b-ac52-3cafd815ec82 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Neutron deleted interface 54ab6e33-9977-428a-8d68-693b4befad03; detaching it from the instance and deleting it from the info cache
Dec 04 19:10:05 user nova-compute[75209]: DEBUG nova.network.neutron [req-cad9ee70-1664-42a6-a577-7baa0d12264b req-08675c29-f76b-4c3b-ac52-3cafd815ec82 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Successfully updated port: b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 209715200 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquired lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-cad9ee70-1664-42a6-a577-7baa0d12264b req-08675c29-f76b-4c3b-ac52-3cafd815ec82 service nova] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Detach interface failed, port_id=54ab6e33-9977-428a-8d68-693b4befad03, reason: Instance 3554337a-7a0c-48ba-a520-a4523a8d7984 could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:10:05 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 3554337a-7a0c-48ba-a520-a4523a8d7984] Took 2.52 seconds to deallocate network for instance.
Dec 04 19:10:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 346030080 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.network.neutron [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating instance_info_cache with network_info: [{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Releasing lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.compute.manager [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Instance network_info: |[{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Start _get_guest_xml network_info=[{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:10:06 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:10:06 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:09:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-959887395',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-959887395',id=23,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBW+SEoKUj/VY5PWaf4x7btjkaDpYNFTwJWbCH4Tx9jUP+cfA6cMhvEFdyWxQwUh1j8ITmDUjb0MGngC9XJdINQcyhVw141qYnE7iBOyXAMMOCP+HcuXWHsYPDPaL09vEQ==',key_name='tempest-keypair-1460044587',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ehirk8g0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:10:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=f1aa5afb-21f1-498a-9a28-f44b313fa569,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.objects.instance [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'pci_devices' on Instance uuid f1aa5afb-21f1-498a-9a28-f44b313fa569 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.731s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:10:06 user nova-compute[75209]:   <uuid>f1aa5afb-21f1-498a-9a28-f44b313fa569</uuid>
Dec 04 19:10:06 user nova-compute[75209]:   <name>instance-00000017</name>
Dec 04 19:10:06 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:10:06 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:10:06 user nova-compute[75209]:   <metadata>
Dec 04 19:10:06 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:10:06 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:10:06 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-959887395</nova:name>
Dec 04 19:10:06 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:10:06</nova:creationTime>
Dec 04 19:10:06 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:10:06 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:10:06 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:10:06 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:10:06 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:10:06 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:10:06 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:10:06 user nova-compute[75209]:       <nova:owner>
Dec 04 19:10:06 user nova-compute[75209]:         <nova:user uuid="aa23c1b6058d4f28b8c9fddac3f0fc92">tempest-AttachVolumeShelveTestJSON-1548594681-project-member</nova:user>
Dec 04 19:10:06 user nova-compute[75209]:         <nova:project uuid="b9f5c995378d4153bed490dac31fb420">tempest-AttachVolumeShelveTestJSON-1548594681</nova:project>
Dec 04 19:10:06 user nova-compute[75209]:       </nova:owner>
Dec 04 19:10:06 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:10:06 user nova-compute[75209]:       <nova:ports>
Dec 04 19:10:06 user nova-compute[75209]:         <nova:port uuid="b9be9142-d1cb-4ff9-b59d-73429717e7c1">
Dec 04 19:10:06 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 19:10:06 user nova-compute[75209]:         </nova:port>
Dec 04 19:10:06 user nova-compute[75209]:       </nova:ports>
Dec 04 19:10:06 user nova-compute[75209]:     </nova:instance>
Dec 04 19:10:06 user nova-compute[75209]:   </metadata>
Dec 04 19:10:06 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:10:06 user nova-compute[75209]:     <system>
Dec 04 19:10:06 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:10:06 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:10:06 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:10:06 user nova-compute[75209]:       <entry name="serial">f1aa5afb-21f1-498a-9a28-f44b313fa569</entry>
Dec 04 19:10:06 user nova-compute[75209]:       <entry name="uuid">f1aa5afb-21f1-498a-9a28-f44b313fa569</entry>
Dec 04 19:10:06 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:10:06 user nova-compute[75209]:     </system>
Dec 04 19:10:06 user nova-compute[75209]:   </sysinfo>
Dec 04 19:10:06 user nova-compute[75209]:   <os>
Dec 04 19:10:06 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:10:06 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:10:06 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:10:06 user nova-compute[75209]:   </os>
Dec 04 19:10:06 user nova-compute[75209]:   <features>
Dec 04 19:10:06 user nova-compute[75209]:     <acpi/>
Dec 04 19:10:06 user nova-compute[75209]:     <apic/>
Dec 04 19:10:06 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:10:06 user nova-compute[75209]:   </features>
Dec 04 19:10:06 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:10:06 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:10:06 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:10:06 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:10:06 user nova-compute[75209]:   </clock>
Dec 04 19:10:06 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:10:06 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:10:06 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:10:06 user nova-compute[75209]:   </cpu>
Dec 04 19:10:06 user nova-compute[75209]:   <devices>
Dec 04 19:10:06 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:10:06 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:10:06 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk"/>
Dec 04 19:10:06 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:10:06 user nova-compute[75209]:     </disk>
Dec 04 19:10:06 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:10:06 user nova-compute[75209]:       <mac address="fa:16:3e:c5:a9:1a"/>
Dec 04 19:10:06 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:10:06 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:10:06 user nova-compute[75209]:       <target dev="tapb9be9142-d1"/>
Dec 04 19:10:06 user nova-compute[75209]:     </interface>
Dec 04 19:10:06 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:10:06 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/console.log" append="off"/>
Dec 04 19:10:06 user nova-compute[75209]:     </serial>
Dec 04 19:10:06 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:10:06 user nova-compute[75209]:     <video>
Dec 04 19:10:06 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:10:06 user nova-compute[75209]:     </video>
Dec 04 19:10:06 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:10:06 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:10:06 user nova-compute[75209]:     </rng>
Dec 04 19:10:06 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:10:06 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:10:06 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:10:06 user nova-compute[75209]:     </memballoon>
Dec 04 19:10:06 user nova-compute[75209]:   </devices>
Dec 04 19:10:06 user nova-compute[75209]: </domain>
Dec 04 19:10:06 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:09:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-959887395',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-959887395',id=23,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBW+SEoKUj/VY5PWaf4x7btjkaDpYNFTwJWbCH4Tx9jUP+cfA6cMhvEFdyWxQwUh1j8ITmDUjb0MGngC9XJdINQcyhVw141qYnE7iBOyXAMMOCP+HcuXWHsYPDPaL09vEQ==',key_name='tempest-keypair-1460044587',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ehirk8g0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:10:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=f1aa5afb-21f1-498a-9a28-f44b313fa569,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG os_vif [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6e7087e1-34c7-583b-8788-9773437b55c2', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:06 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Deleted allocations for instance 3554337a-7a0c-48ba-a520-a4523a8d7984
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9be9142-d1, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9be9142-d1, col_values=(('qos', UUID('5cfc9ca7-eac6-444a-9c25-b4d32f6b21b8')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9be9142-d1, col_values=(('external_ids', {'iface-id': 'b9be9142-d1cb-4ff9-b59d-73429717e7c1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c5:a9:1a', 'vm-uuid': 'f1aa5afb-21f1-498a-9a28-f44b313fa569'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:06 user nova-compute[75209]: INFO os_vif [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1')
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 481296384 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] No VIF found with MAC fa:16:3e:c5:a9:1a, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7e77d9ff-7a1b-4f3d-8b57-39856663a397 tempest-ServerStableDeviceRescueTest-1858946162 tempest-ServerStableDeviceRescueTest-1858946162-project-member] Lock "3554337a-7a0c-48ba-a520-a4523a8d7984" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.515s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 644874240 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-ae19d02a-ddec-4b1a-be01-d8470761bafe req-3f4a6e48-d15f-4643-a8f1-055279ba5422 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-changed-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-ae19d02a-ddec-4b1a-be01-d8470761bafe req-3f4a6e48-d15f-4643-a8f1-055279ba5422 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Refreshing instance network info cache due to event network-changed-b9be9142-d1cb-4ff9-b59d-73429717e7c1. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:10:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ae19d02a-ddec-4b1a-be01-d8470761bafe req-3f4a6e48-d15f-4643-a8f1-055279ba5422 service nova] Acquiring lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:10:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ae19d02a-ddec-4b1a-be01-d8470761bafe req-3f4a6e48-d15f-4643-a8f1-055279ba5422 service nova] Acquired lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:10:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-ae19d02a-ddec-4b1a-be01-d8470761bafe req-3f4a6e48-d15f-4643-a8f1-055279ba5422 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Refreshing network info cache for port b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:10:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 799014912 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 909115392 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-ae19d02a-ddec-4b1a-be01-d8470761bafe req-3f4a6e48-d15f-4643-a8f1-055279ba5422 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updated VIF entry in instance network info cache for port b9be9142-d1cb-4ff9-b59d-73429717e7c1. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-ae19d02a-ddec-4b1a-be01-d8470761bafe req-3f4a6e48-d15f-4643-a8f1-055279ba5422 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating instance_info_cache with network_info: [{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ae19d02a-ddec-4b1a-be01-d8470761bafe req-3f4a6e48-d15f-4643-a8f1-055279ba5422 service nova] Releasing lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 1004535808 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-61d02096-8d7b-4e7c-b62b-b2ef02c9d01d req-8c08dad6-e5a8-496f-89fa-ead71470a019 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-61d02096-8d7b-4e7c-b62b-b2ef02c9d01d req-8c08dad6-e5a8-496f-89fa-ead71470a019 service nova] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-61d02096-8d7b-4e7c-b62b-b2ef02c9d01d req-8c08dad6-e5a8-496f-89fa-ead71470a019 service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-61d02096-8d7b-4e7c-b62b-b2ef02c9d01d req-8c08dad6-e5a8-496f-89fa-ead71470a019 service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-61d02096-8d7b-4e7c-b62b-b2ef02c9d01d req-8c08dad6-e5a8-496f-89fa-ead71470a019 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] No waiting events found dispatching network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:10:08 user nova-compute[75209]: WARNING nova.compute.manager [req-61d02096-8d7b-4e7c-b62b-b2ef02c9d01d req-8c08dad6-e5a8-496f-89fa-ead71470a019 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received unexpected event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 for instance with vm_state building and task_state spawning.
Dec 04 19:10:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jKBxgdNJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:10:09 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3ef0295-0c2b-44e8-8649-0eb284b84843]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:10:09 user nova-compute[75209]: No targets found.
Dec 04 19:10:09 user nova-compute[75209]: iSNS:
Dec 04 19:10:09 user nova-compute[75209]: No targets found.
Dec 04 19:10:09 user nova-compute[75209]: STATIC:
Dec 04 19:10:09 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2
Dec 04 19:10:09 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:10:09 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:10:09 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6
Dec 04 19:10:09 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:10:09 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:10:09 user nova-compute[75209]: FIRMWARE:
Dec 04 19:10:09 user nova-compute[75209]: No targets found.
Dec 04 19:10:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:10:09 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:10:09 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f27dd472-4696-4247-8e87-bf7a2e70c814]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7887ef16-899f-4461-bd1b-f93173dfd5dc]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:09 user nova-compute[75209]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)
Dec 04 19:10:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:09 user nova-compute[75209]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)
Dec 04 19:10:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7e8e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89e738f-525c-47b0-8140-e943cb2e3218]: (4, ('path checker states:\nup                  1\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[71b129ee-e805-45ad-ab87-1830796c15fc]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[52186601-f187-4991-acbc-3265e2820eb3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dfb329d-3247-45b2-8bf9-a7827533bd7d]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6e1740e-a9d2-429d-b322-9c7d939a7b40]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3b71ee6-8cb8-4d88-8bb7-ade8845d6869]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260]
Dec 04 19:10:09 user nova-compute[75209]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260] successful.
Dec 04 19:10:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[156814b6-b3ec-4036-8c37-cfb76573a93a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.346s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] <== disconnect_volume: return (348ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oVwZeQhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '2688c29f-4682-4c21-af7e-adf4337bf2ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 'serial'} {{(pid=75209) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 04 19:10:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] swap_volume: removing Cinder connection for volume f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 {{(pid=75209) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-0c440db1-760b-4513-a283-3406f0579ada req-95d0586a-9b95-4331-bb6e-c94bd6a7bf1d service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0c440db1-760b-4513-a283-3406f0579ada req-95d0586a-9b95-4331-bb6e-c94bd6a7bf1d service nova] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0c440db1-760b-4513-a283-3406f0579ada req-95d0586a-9b95-4331-bb6e-c94bd6a7bf1d service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0c440db1-760b-4513-a283-3406f0579ada req-95d0586a-9b95-4331-bb6e-c94bd6a7bf1d service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-0c440db1-760b-4513-a283-3406f0579ada req-95d0586a-9b95-4331-bb6e-c94bd6a7bf1d service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] No waiting events found dispatching network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:10:10 user nova-compute[75209]: WARNING nova.compute.manager [req-0c440db1-760b-4513-a283-3406f0579ada req-95d0586a-9b95-4331-bb6e-c94bd6a7bf1d service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received unexpected event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 for instance with vm_state building and task_state spawning.
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] swap_volume: Updating volume f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "oVwZeQhF", "auth_password": "Eh9DJFpVlKN1bP", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdc", "volume_id": "f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6"}, "status": "reserved", "instance": "2688c29f-4682-4c21-af7e-adf4337bf2ec", "attached_at": "", "detached_at": "", "volume_id": "f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6", "serial": "f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 'no_device': None, 'attachment_id': '01786022-d9bb-442a-9cbf-d7a2484bc53a'} {{(pid=75209) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7943bdd8-7321-483d-8397-270b3c6ce6fc tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 19.259s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:10:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Instance spawned successfully.
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:10 user nova-compute[75209]: INFO nova.compute.manager [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Took 9.01 seconds to spawn the instance on the hypervisor.
Dec 04 19:10:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:10:10 user nova-compute[75209]: INFO nova.compute.manager [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Took 10.41 seconds to build instance.
Dec 04 19:10:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bdc3e6b4-a233-4c3c-94a1-b9dbd324f4d3 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.634s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:11 user nova-compute[75209]: INFO nova.compute.manager [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Terminating instance
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG os_brick.utils [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1fdf36f-11bc-4dde-925a-eaf606212e5a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ce7d8e1-f2d6-49ae-9b0c-00d363cba2a0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ef6cae-4851-4c8c-bb69-5d1748eb4451]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fccc815e-6a69-4504-a706-74beb66b479c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:10:11 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:10:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2022d7f3-2d8b-4767-88c0-297ba0ae786f]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:10:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG os_brick.utils [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:10:12 user nova-compute[75209]: INFO nova.compute.manager [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Swapping volume f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 for f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:12 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Instance destroyed successfully.
Dec 04 19:10:12 user nova-compute[75209]: DEBUG nova.objects.instance [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lazy-loading 'resources' on Instance uuid fb56aca5-bb62-42c5-bf19-3cf02ba97f7d {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1381439680',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1381439680',id=16,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:06:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fe099e8a6cea4349abbac9229f24da42',ramdisk_id='',reservation_id='r-7mm9f8yl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-86462450',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:08:19Z,user_data=None,user_id='6595583235274138b702b630a89147a6',uuid=fb56aca5-bb62-42c5-bf19-3cf02ba97f7d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "address": "fa:16:3e:93:ed:5c", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca90156f-1a", "ovs_interfaceid": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converting VIF {"id": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "address": "fa:16:3e:93:ed:5c", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca90156f-1a", "ovs_interfaceid": "ca90156f-1ae1-4396-9f6a-6293702c2e9f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:ed:5c,bridge_name='br-int',has_traffic_filtering=True,id=ca90156f-1ae1-4396-9f6a-6293702c2e9f,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca90156f-1a') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG os_vif [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:ed:5c,bridge_name='br-int',has_traffic_filtering=True,id=ca90156f-1ae1-4396-9f6a-6293702c2e9f,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca90156f-1a') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapca90156f-1a, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ddeaa7aa-e85f-4298-8511-e8a74e99ce14) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:12 user nova-compute[75209]: INFO os_vif [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:ed:5c,bridge_name='br-int',has_traffic_filtering=True,id=ca90156f-1ae1-4396-9f6a-6293702c2e9f,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca90156f-1a')
Dec 04 19:10:12 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Deleting instance files /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d_del
Dec 04 19:10:12 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Deletion of /opt/stack/data/nova/instances/fb56aca5-bb62-42c5-bf19-3cf02ba97f7d_del complete
Dec 04 19:10:12 user nova-compute[75209]: INFO nova.compute.manager [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Took 0.99 seconds to destroy the instance on the hypervisor.
Dec 04 19:10:12 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:10:12 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:10:13 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:10:13 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Took 0.76 seconds to deallocate network for instance.
Dec 04 19:10:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-9b35a57d-1399-42f0-a607-239b7d7bb832 req-1e362ffe-fad6-4816-b37c-335bc3f87fd1 service nova] [instance: fb56aca5-bb62-42c5-bf19-3cf02ba97f7d] Received event network-vif-deleted-ca90156f-1ae1-4396-9f6a-6293702c2e9f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:14 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:10:14 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:10:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.493s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:14 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Deleted allocations for instance fb56aca5-bb62-42c5-bf19-3cf02ba97f7d
Dec 04 19:10:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f591303-9b32-4b55-a4b7-9e7e9b53b856 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "fb56aca5-bb62-42c5-bf19-3cf02ba97f7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.544s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:10:16 user nova-compute[75209]: INFO nova.compute.claims [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Claim successful on node user
Dec 04 19:10:16 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.517s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:10:17 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:10:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG nova.policy [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a253a884494f8990e3cb8f6e740db4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9b93e33fc7a4e3ca3dc2944e81bce4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:10:17 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Creating image(s)
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "/opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "/opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "/opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.204s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.241s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk 1073741824" returned: 0 in 0.067s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.316s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Successfully created port: 98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.223s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Checking if we can resize image /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:10:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Cannot resize image /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Ensure instance console log exists: /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Successfully updated port: 98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "refresh_cache-15a8b8af-4634-4f82-98fb-3f458994d47c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquired lock "refresh_cache-15a8b8af-4634-4f82-98fb-3f458994d47c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG nova.compute.manager [req-d0c47a42-073e-48df-8926-28258d33da31 req-5fa2ddcd-8975-49dd-9af1-52b3d91d9799 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-changed-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG nova.compute.manager [req-d0c47a42-073e-48df-8926-28258d33da31 req-5fa2ddcd-8975-49dd-9af1-52b3d91d9799 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Refreshing instance network info cache due to event network-changed-98e4ba58-4729-4d49-8bed-b219771ecce2. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d0c47a42-073e-48df-8926-28258d33da31 req-5fa2ddcd-8975-49dd-9af1-52b3d91d9799 service nova] Acquiring lock "refresh_cache-15a8b8af-4634-4f82-98fb-3f458994d47c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:10:18 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Updating instance_info_cache with network_info: [{"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Releasing lock "refresh_cache-15a8b8af-4634-4f82-98fb-3f458994d47c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Instance network_info: |[{"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d0c47a42-073e-48df-8926-28258d33da31 req-5fa2ddcd-8975-49dd-9af1-52b3d91d9799 service nova] Acquired lock "refresh_cache-15a8b8af-4634-4f82-98fb-3f458994d47c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-d0c47a42-073e-48df-8926-28258d33da31 req-5fa2ddcd-8975-49dd-9af1-52b3d91d9799 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Refreshing network info cache for port 98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Start _get_guest_xml network_info=[{"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:10:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:10:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:10:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-715552910',display_name='tempest-TestServerVolumeAttachmentScenario-server-715552910',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-715552910',id=24,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGEOlNq3bBo7U/L+5sfWj0cVSahRM8eM2Fr1mDoZzaTD4M6+7cHPOKSVeWWe2Nqb/V7WRrnyAjwQ///2mWzBZ1UgnS+S8LJoHj85/Qrzr3DGC8C5f3J4w578qfODT1SUhg==',key_name='tempest-keypair-932622272',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9b93e33fc7a4e3ca3dc2944e81bce4b',ramdisk_id='',reservation_id='r-mk0yc1ax',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1628062576',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1628062576-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:10:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89a253a884494f8990e3cb8f6e740db4',uuid=15a8b8af-4634-4f82-98fb-3f458994d47c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Converting VIF {"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:e7:16,bridge_name='br-int',has_traffic_filtering=True,id=98e4ba58-4729-4d49-8bed-b219771ecce2,network=Network(5d77b209-10b3-404a-afec-54cf0691cd03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98e4ba58-47') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.objects.instance [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lazy-loading 'pci_devices' on Instance uuid 15a8b8af-4634-4f82-98fb-3f458994d47c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:10:19 user nova-compute[75209]:   <uuid>15a8b8af-4634-4f82-98fb-3f458994d47c</uuid>
Dec 04 19:10:19 user nova-compute[75209]:   <name>instance-00000018</name>
Dec 04 19:10:19 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:10:19 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:10:19 user nova-compute[75209]:   <metadata>
Dec 04 19:10:19 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:10:19 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:10:19 user nova-compute[75209]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-715552910</nova:name>
Dec 04 19:10:19 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:10:19</nova:creationTime>
Dec 04 19:10:19 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:10:19 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:10:19 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:10:19 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:10:19 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:10:19 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:10:19 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:10:19 user nova-compute[75209]:       <nova:owner>
Dec 04 19:10:19 user nova-compute[75209]:         <nova:user uuid="89a253a884494f8990e3cb8f6e740db4">tempest-TestServerVolumeAttachmentScenario-1628062576-project-member</nova:user>
Dec 04 19:10:19 user nova-compute[75209]:         <nova:project uuid="f9b93e33fc7a4e3ca3dc2944e81bce4b">tempest-TestServerVolumeAttachmentScenario-1628062576</nova:project>
Dec 04 19:10:19 user nova-compute[75209]:       </nova:owner>
Dec 04 19:10:19 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:10:19 user nova-compute[75209]:       <nova:ports>
Dec 04 19:10:19 user nova-compute[75209]:         <nova:port uuid="98e4ba58-4729-4d49-8bed-b219771ecce2">
Dec 04 19:10:19 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 04 19:10:19 user nova-compute[75209]:         </nova:port>
Dec 04 19:10:19 user nova-compute[75209]:       </nova:ports>
Dec 04 19:10:19 user nova-compute[75209]:     </nova:instance>
Dec 04 19:10:19 user nova-compute[75209]:   </metadata>
Dec 04 19:10:19 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:10:19 user nova-compute[75209]:     <system>
Dec 04 19:10:19 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:10:19 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:10:19 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:10:19 user nova-compute[75209]:       <entry name="serial">15a8b8af-4634-4f82-98fb-3f458994d47c</entry>
Dec 04 19:10:19 user nova-compute[75209]:       <entry name="uuid">15a8b8af-4634-4f82-98fb-3f458994d47c</entry>
Dec 04 19:10:19 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:10:19 user nova-compute[75209]:     </system>
Dec 04 19:10:19 user nova-compute[75209]:   </sysinfo>
Dec 04 19:10:19 user nova-compute[75209]:   <os>
Dec 04 19:10:19 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:10:19 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:10:19 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:10:19 user nova-compute[75209]:   </os>
Dec 04 19:10:19 user nova-compute[75209]:   <features>
Dec 04 19:10:19 user nova-compute[75209]:     <acpi/>
Dec 04 19:10:19 user nova-compute[75209]:     <apic/>
Dec 04 19:10:19 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:10:19 user nova-compute[75209]:   </features>
Dec 04 19:10:19 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:10:19 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:10:19 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:10:19 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:10:19 user nova-compute[75209]:   </clock>
Dec 04 19:10:19 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:10:19 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:10:19 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:10:19 user nova-compute[75209]:   </cpu>
Dec 04 19:10:19 user nova-compute[75209]:   <devices>
Dec 04 19:10:19 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:10:19 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:10:19 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk"/>
Dec 04 19:10:19 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:10:19 user nova-compute[75209]:     </disk>
Dec 04 19:10:19 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:10:19 user nova-compute[75209]:       <mac address="fa:16:3e:0f:e7:16"/>
Dec 04 19:10:19 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:10:19 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:10:19 user nova-compute[75209]:       <target dev="tap98e4ba58-47"/>
Dec 04 19:10:19 user nova-compute[75209]:     </interface>
Dec 04 19:10:19 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:10:19 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/console.log" append="off"/>
Dec 04 19:10:19 user nova-compute[75209]:     </serial>
Dec 04 19:10:19 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:10:19 user nova-compute[75209]:     <video>
Dec 04 19:10:19 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:10:19 user nova-compute[75209]:     </video>
Dec 04 19:10:19 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:10:19 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:10:19 user nova-compute[75209]:     </rng>
Dec 04 19:10:19 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:10:19 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:10:19 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:10:19 user nova-compute[75209]:     </memballoon>
Dec 04 19:10:19 user nova-compute[75209]:   </devices>
Dec 04 19:10:19 user nova-compute[75209]: </domain>
Dec 04 19:10:19 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:10:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-715552910',display_name='tempest-TestServerVolumeAttachmentScenario-server-715552910',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-715552910',id=24,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGEOlNq3bBo7U/L+5sfWj0cVSahRM8eM2Fr1mDoZzaTD4M6+7cHPOKSVeWWe2Nqb/V7WRrnyAjwQ///2mWzBZ1UgnS+S8LJoHj85/Qrzr3DGC8C5f3J4w578qfODT1SUhg==',key_name='tempest-keypair-932622272',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9b93e33fc7a4e3ca3dc2944e81bce4b',ramdisk_id='',reservation_id='r-mk0yc1ax',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1628062576',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1628062576-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:10:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89a253a884494f8990e3cb8f6e740db4',uuid=15a8b8af-4634-4f82-98fb-3f458994d47c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Converting VIF {"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:e7:16,bridge_name='br-int',has_traffic_filtering=True,id=98e4ba58-4729-4d49-8bed-b219771ecce2,network=Network(5d77b209-10b3-404a-afec-54cf0691cd03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98e4ba58-47') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG os_vif [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:e7:16,bridge_name='br-int',has_traffic_filtering=True,id=98e4ba58-4729-4d49-8bed-b219771ecce2,network=Network(5d77b209-10b3-404a-afec-54cf0691cd03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98e4ba58-47') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8f87d799-b4f4-503b-af87-37d1a9cdb5f7', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap98e4ba58-47, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap98e4ba58-47, col_values=(('qos', UUID('220bd767-8777-4943-957e-c57d3862e192')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap98e4ba58-47, col_values=(('external_ids', {'iface-id': '98e4ba58-4729-4d49-8bed-b219771ecce2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0f:e7:16', 'vm-uuid': '15a8b8af-4634-4f82-98fb-3f458994d47c'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:19 user nova-compute[75209]: INFO os_vif [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:e7:16,bridge_name='br-int',has_traffic_filtering=True,id=98e4ba58-4729-4d49-8bed-b219771ecce2,network=Network(5d77b209-10b3-404a-afec-54cf0691cd03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98e4ba58-47')
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] No VIF found with MAC fa:16:3e:0f:e7:16, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-d0c47a42-073e-48df-8926-28258d33da31 req-5fa2ddcd-8975-49dd-9af1-52b3d91d9799 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Updated VIF entry in instance network info cache for port 98e4ba58-4729-4d49-8bed-b219771ecce2. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-d0c47a42-073e-48df-8926-28258d33da31 req-5fa2ddcd-8975-49dd-9af1-52b3d91d9799 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Updating instance_info_cache with network_info: [{"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d0c47a42-073e-48df-8926-28258d33da31 req-5fa2ddcd-8975-49dd-9af1-52b3d91d9799 service nova] Releasing lock "refresh_cache-15a8b8af-4634-4f82-98fb-3f458994d47c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Skipping network cache update for instance because it is Building. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:10:19 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updating instance_info_cache with network_info: [{"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-84025bec-b50e-40a5-a6d1-9aacc354d676 req-cbd0aea7-39d4-4190-88c3-245550dd2af9 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-84025bec-b50e-40a5-a6d1-9aacc354d676 req-cbd0aea7-39d4-4190-88c3-245550dd2af9 service nova] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-84025bec-b50e-40a5-a6d1-9aacc354d676 req-cbd0aea7-39d4-4190-88c3-245550dd2af9 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-84025bec-b50e-40a5-a6d1-9aacc354d676 req-cbd0aea7-39d4-4190-88c3-245550dd2af9 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-84025bec-b50e-40a5-a6d1-9aacc354d676 req-cbd0aea7-39d4-4190-88c3-245550dd2af9 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] No waiting events found dispatching network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:10:21 user nova-compute[75209]: WARNING nova.compute.manager [req-84025bec-b50e-40a5-a6d1-9aacc354d676 req-cbd0aea7-39d4-4190-88c3-245550dd2af9 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received unexpected event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 for instance with vm_state building and task_state spawning.
Dec 04 19:10:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-e33a0f9c-d35a-428e-9f95-9f52af84ec5c req-6a15675d-0b9f-4823-bc70-35bafff8e562 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e33a0f9c-d35a-428e-9f95-9f52af84ec5c req-6a15675d-0b9f-4823-bc70-35bafff8e562 service nova] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e33a0f9c-d35a-428e-9f95-9f52af84ec5c req-6a15675d-0b9f-4823-bc70-35bafff8e562 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e33a0f9c-d35a-428e-9f95-9f52af84ec5c req-6a15675d-0b9f-4823-bc70-35bafff8e562 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-e33a0f9c-d35a-428e-9f95-9f52af84ec5c req-6a15675d-0b9f-4823-bc70-35bafff8e562 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] No waiting events found dispatching network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:10:23 user nova-compute[75209]: WARNING nova.compute.manager [req-e33a0f9c-d35a-428e-9f95-9f52af84ec5c req-6a15675d-0b9f-4823-bc70-35bafff8e562 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received unexpected event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 for instance with vm_state building and task_state spawning.
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:10:23 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Instance spawned successfully.
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:23 user nova-compute[75209]: INFO nova.compute.manager [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Took 6.42 seconds to spawn the instance on the hypervisor.
Dec 04 19:10:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:10:23 user nova-compute[75209]: INFO nova.compute.manager [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Took 7.37 seconds to build instance.
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c7910004-f215-4edf-899a-91f2007bd359 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.498s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.213s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.216s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jKBxgdNJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2688c29f-4682-4c21-af7e-adf4337bf2ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'serial': 'f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oVwZeQhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': 'f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6'}, 'status': 'reserved', 'instance': '2688c29f-4682-4c21-af7e-adf4337bf2ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 'serial'} {{(pid=75209) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 04 19:10:26 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:10:26 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7644MB free_disk=25.142780303955078GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jKBxgdNJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:10:26 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:10:26 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:10:26 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[45336810-8144-41c2-969b-cc40358722cc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:10:26 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[90606eb5-7e2e-4b32-9911-181998ebf604]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2] added
Dec 04 19:10:26 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccb61d3e-82a9-41df-8a8f-0c6db453f4ba]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e53ae8d-734b-4c7e-aa7b-aaf21c38b10f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jKBxgdNJ {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jKBxgdNJ" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b8e1c9-2586-49e0-a036-b0983aa91b2b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jKBxgdNJ'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9e65f207-b34d-4000-8630-24a0e7121a16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 47258b99-33f4-4ac3-a34f-0ca2d347638b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2688c29f-4682-4c21-af7e-adf4337bf2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 197f08f3-76b7-42f2-8268-9cfbfd64a4a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance f1aa5afb-21f1-498a-9a28-f44b313fa569 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 15a8b8af-4634-4f82-98fb-3f458994d47c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[364e31f7-5abc-4418-a652-0d2d074175fb]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b06cc2b-2e9d-4163-bdb7-18d5a1d1b686]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)
Dec 04 19:10:26 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)
Dec 04 19:10:26 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e85ab453-b196-463c-9278-925f6446931a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260]
Dec 04 19:10:26 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260] successful.
Dec 04 19:10:26 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb0fa1e6-ec55-41eb-854e-cdc1ef8e4db1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aeb2500-5734-45f0-8b1a-f457a78459a0]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)
Dec 04 19:10:26 user nova-compute[75209]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:26 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)
Dec 04 19:10:26 user nova-compute[75209]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:26 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[23d119d7-7e3a-4b33-8814-51abfa1ec2db]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:10:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jKBxgdNJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:10:27 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:10:27 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:10:27 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:10:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.576s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:10:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] <== connect_volume: return (1342ms) {'type': 'block', 'scsi_wwn': '23363363633383031', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:10:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23363363633383031', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:10:27 user nova-compute[75209]: DEBUG nova.objects.instance [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lazy-loading 'flavor' on Instance uuid 2688c29f-4682-4c21-af7e-adf4337bf2ec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:10:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 7340032 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 133169152 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:10:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:10:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:10:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 275775488 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 442499072 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 612368384 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 668991488 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 838860800 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 955252736 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oVwZeQhF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': 'f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:10:32 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5d0f736-30b8-4b24-a41b-07a3327da1cf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:10:32 user nova-compute[75209]: No targets found.
Dec 04 19:10:32 user nova-compute[75209]: iSNS:
Dec 04 19:10:32 user nova-compute[75209]: No targets found.
Dec 04 19:10:32 user nova-compute[75209]: STATIC:
Dec 04 19:10:32 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2
Dec 04 19:10:32 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:10:32 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:10:32 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6
Dec 04 19:10:32 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:10:32 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:10:32 user nova-compute[75209]: FIRMWARE:
Dec 04 19:10:32 user nova-compute[75209]: No targets found.
Dec 04 19:10:32 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:10:32 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:10:32 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e291a0ff-1607-48f9-ad8f-ab0c46890251]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5246430-d2e0-49fc-b3e2-2046e1b97911]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)
Dec 04 19:10:32 user nova-compute[75209]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:32 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 (non-flash)
Dec 04 19:10:32 user nova-compute[75209]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:32 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c42e3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6'): ({'sdc'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Removing single pathed devices sdc {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd5693b8-ef83-478d-b6f9-4b547aaf2f71]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[071a5f44-d4ec-4f2e-8516-fe949206e9a7]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Flushing IO for device /dev/sdc {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3150b709-ebb9-4a95-905f-26e04f6045f2]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.033s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[24ef8565-ec7e-4550-a1d7-82d1386a737a]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3255c713-5dce-446f-a937-2b270591bbbc]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[79957b4f-2f9c-4920-beec-5a97b389702e]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6, portal: 172.16.0.220,3260]
Dec 04 19:10:32 user nova-compute[75209]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6, portal: 172.16.0.220,3260] successful.
Dec 04 19:10:32 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5df1fed-501b-4f18-baf5-267381b12e74]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] <== disconnect_volume: return (332ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:10:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:10:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jKBxgdNJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '2688c29f-4682-4c21-af7e-adf4337bf2ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'serial'} {{(pid=75209) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 04 19:10:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] swap_volume: removing Cinder connection for volume f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 {{(pid=75209) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 04 19:10:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:36 user nova-compute[75209]: DEBUG nova.compute.manager [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] swap_volume: Updating volume f5e2e3b7-fbd3-4242-ac1d-5d16f294a4a6 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "jKBxgdNJ", "auth_password": "hrvD0a5SpIA2HQ", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2"}, "status": "reserved", "instance": "2688c29f-4682-4c21-af7e-adf4337bf2ec", "attached_at": "", "detached_at": "", "volume_id": "f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2", "serial": "f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'no_device': None, 'attachment_id': '8171417a-67f8-46c7-afd5-a8ee335b06ce'} {{(pid=75209) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 04 19:10:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-83477ece-f10b-4dae-b3c0-486ef03cfffb tempest-TestVolumeSwap-826585725 tempest-TestVolumeSwap-826585725-project-admin] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 25.177s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG nova.objects.instance [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lazy-loading 'flavor' on Instance uuid 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:37 user nova-compute[75209]: INFO nova.compute.manager [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Attaching volume d49de06d-78c2-4b94-9bc4-63524924bb72 to /dev/vdb
Dec 04 19:10:37 user nova-compute[75209]: DEBUG os_brick.utils [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[01881fd7-e246-418d-9897-b31bff24d915]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6affccb-19d4-40e9-a847-270947e553b0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e6f5e5-c5e8-4112-bf66-f1f265209041]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4415add9-e814-495a-931a-b00b1b5e6aea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:10:37 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:10:37 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[67890b9a-bd54-4a5f-9990-e7a70217245d]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG os_brick.utils [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:10:37 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating existing volume attachment record: c5187daa-9dd2-4c02-9e11-844616cee542 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:10:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:38 user nova-compute[75209]: INFO nova.compute.manager [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Detaching volume f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2
Dec 04 19:10:38 user nova-compute[75209]: INFO nova.virt.block_device [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Attempting to driver detach volume f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 from mountpoint /dev/vdb
Dec 04 19:10:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Attempting to detach device vdb from instance 2688c29f-4682-4c21-af7e-adf4337bf2ec from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:10:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:10:38 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:10:38 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:10:38 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:10:38 user nova-compute[75209]:   <serial>f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2</serial>
Dec 04 19:10:38 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:10:38 user nova-compute[75209]: </disk>
Dec 04 19:10:38 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:10:38 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Successfully detached device vdb from instance 2688c29f-4682-4c21-af7e-adf4337bf2ec from the persistent domain config.
Dec 04 19:10:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2688c29f-4682-4c21-af7e-adf4337bf2ec from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:10:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:10:38 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:10:38 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:10:38 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:10:38 user nova-compute[75209]:   <serial>f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2</serial>
Dec 04 19:10:38 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:10:38 user nova-compute[75209]: </disk>
Dec 04 19:10:38 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:10:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2688c29f-4682-4c21-af7e-adf4337bf2ec {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:10:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:51 user nova-compute[75209]: INFO nova.compute.manager [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Terminating instance
Dec 04 19:10:51 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c655923-19dc-4927-952a-e29f0aaa3aeb req-b08a7f2c-3ff5-4a98-a87a-80f1a45306b0 service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Received event network-vif-unplugged-8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c655923-19dc-4927-952a-e29f0aaa3aeb req-b08a7f2c-3ff5-4a98-a87a-80f1a45306b0 service nova] Acquiring lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c655923-19dc-4927-952a-e29f0aaa3aeb req-b08a7f2c-3ff5-4a98-a87a-80f1a45306b0 service nova] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6c655923-19dc-4927-952a-e29f0aaa3aeb req-b08a7f2c-3ff5-4a98-a87a-80f1a45306b0 service nova] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c655923-19dc-4927-952a-e29f0aaa3aeb req-b08a7f2c-3ff5-4a98-a87a-80f1a45306b0 service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] No waiting events found dispatching network-vif-unplugged-8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-6c655923-19dc-4927-952a-e29f0aaa3aeb req-b08a7f2c-3ff5-4a98-a87a-80f1a45306b0 service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Received event network-vif-unplugged-8a05a132-21f3-4644-a200-e4c32f8c4703 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Instance destroyed successfully.
Dec 04 19:10:51 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lazy-loading 'resources' on Instance uuid 197f08f3-76b7-42f2-8268-9cfbfd64a4a7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:09:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1659236983',display_name='tempest-ServersNegativeTestJSON-server-1659236983',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1659236983',id=21,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:09:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='80a20e63d12b470f94dae65c34d2578b',ramdisk_id='',reservation_id='r-vaio5mb0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-922049990',owner_user_name='tempest-ServersNegativeTestJSON-922049990-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:09:09Z,user_data=None,user_id='22e6527ff7524af7b72a6de9c1193c6a',uuid=197f08f3-76b7-42f2-8268-9cfbfd64a4a7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a05a132-21f3-4644-a200-e4c32f8c4703", "address": "fa:16:3e:9e:e7:66", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a05a132-21", "ovs_interfaceid": "8a05a132-21f3-4644-a200-e4c32f8c4703", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converting VIF {"id": "8a05a132-21f3-4644-a200-e4c32f8c4703", "address": "fa:16:3e:9e:e7:66", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a05a132-21", "ovs_interfaceid": "8a05a132-21f3-4644-a200-e4c32f8c4703", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e7:66,bridge_name='br-int',has_traffic_filtering=True,id=8a05a132-21f3-4644-a200-e4c32f8c4703,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a05a132-21') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG os_vif [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e7:66,bridge_name='br-int',has_traffic_filtering=True,id=8a05a132-21f3-4644-a200-e4c32f8c4703,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a05a132-21') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8a05a132-21, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1c4d842e-64ac-4b77-9936-455421577b5c) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:10:51 user nova-compute[75209]: INFO os_vif [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:e7:66,bridge_name='br-int',has_traffic_filtering=True,id=8a05a132-21f3-4644-a200-e4c32f8c4703,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a05a132-21')
Dec 04 19:10:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Deleting instance files /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7_del
Dec 04 19:10:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Deletion of /opt/stack/data/nova/instances/197f08f3-76b7-42f2-8268-9cfbfd64a4a7_del complete
Dec 04 19:10:51 user nova-compute[75209]: INFO nova.compute.manager [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Took 0.70 seconds to destroy the instance on the hypervisor.
Dec 04 19:10:51 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:10:51 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:10:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:52 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:10:52 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Took 0.67 seconds to deallocate network for instance.
Dec 04 19:10:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-3c22f890-943d-4161-9da8-abf796130f78 req-2bbee8b1-ee79-4b72-b558-34b1b1c189b3 service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Received event network-vif-deleted-8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:53 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:10:53 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:10:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.442s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:53 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Deleted allocations for instance 197f08f3-76b7-42f2-8268-9cfbfd64a4a7
Dec 04 19:10:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f405d506-8269-45a0-9fad-4e9882c51144 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.987s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:53 user nova-compute[75209]: DEBUG nova.compute.manager [req-297332b9-5fd7-4c76-ab41-3b22d9a42835 req-f37cbe88-9164-4dd3-8ce3-3fa5bdb692bf service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Received event network-vif-plugged-8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:10:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-297332b9-5fd7-4c76-ab41-3b22d9a42835 req-f37cbe88-9164-4dd3-8ce3-3fa5bdb692bf service nova] Acquiring lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:10:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-297332b9-5fd7-4c76-ab41-3b22d9a42835 req-f37cbe88-9164-4dd3-8ce3-3fa5bdb692bf service nova] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:10:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-297332b9-5fd7-4c76-ab41-3b22d9a42835 req-f37cbe88-9164-4dd3-8ce3-3fa5bdb692bf service nova] Lock "197f08f3-76b7-42f2-8268-9cfbfd64a4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:10:53 user nova-compute[75209]: DEBUG nova.compute.manager [req-297332b9-5fd7-4c76-ab41-3b22d9a42835 req-f37cbe88-9164-4dd3-8ce3-3fa5bdb692bf service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] No waiting events found dispatching network-vif-plugged-8a05a132-21f3-4644-a200-e4c32f8c4703 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:10:53 user nova-compute[75209]: WARNING nova.compute.manager [req-297332b9-5fd7-4c76-ab41-3b22d9a42835 req-f37cbe88-9164-4dd3-8ce3-3fa5bdb692bf service nova] [instance: 197f08f3-76b7-42f2-8268-9cfbfd64a4a7] Received unexpected event network-vif-plugged-8a05a132-21f3-4644-a200-e4c32f8c4703 for instance with vm_state deleted and task_state None.
Dec 04 19:10:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:10:58 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2688c29f-4682-4c21-af7e-adf4337bf2ec is timed out.
Dec 04 19:10:58 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Successfully detached device vdb from instance 2688c29f-4682-4c21-af7e-adf4337bf2ec from the live domain config.
Dec 04 19:10:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:10:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jKBxgdNJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': 'f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:10:58 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:10:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:10:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:10:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfc63034-e3fc-4d9e-bf21-b13666b72c3f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:10:59 user nova-compute[75209]: No targets found.
Dec 04 19:10:59 user nova-compute[75209]: iSNS:
Dec 04 19:10:59 user nova-compute[75209]: No targets found.
Dec 04 19:10:59 user nova-compute[75209]: STATIC:
Dec 04 19:10:59 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2
Dec 04 19:10:59 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:10:59 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:10:59 user nova-compute[75209]: FIRMWARE:
Dec 04 19:10:59 user nova-compute[75209]: No targets found.
Dec 04 19:10:59 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:10:59 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:10:59 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0066828-76fb-43a3-bc60-0bf97497a9d5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfc60a08-b8cc-4f64-b46d-3ca6408655a4]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:59 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 (non-flash)
Dec 04 19:10:59 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7383a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d44b9cbd-d215-4f9e-9e33-bedb7032da32]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.032s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3f513a1-a94d-40b1-9c21-ea0eeb98c748]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[89aa7441-1a4d-43e9-ace3-ad49d47c0353]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.034s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d055a8e-d410-4f30-ab30-dfc1813b875a]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[03cd50c1-3444-4e4f-adb9-9c9e2420637d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[98019fe3-ad59-499d-a696-9a8392f3e81e]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260]
Dec 04 19:10:59 user nova-compute[75209]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2, portal: 172.16.0.220,3260] successful.
Dec 04 19:10:59 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f9b6b8ae-3a67-4325-8af4-9e7ca538a3c2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0fa8973-0d3e-4c5b-9a98-93aa722e4f8b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.327s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] <== disconnect_volume: return (328ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:10:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:11:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:00 user nova-compute[75209]: DEBUG nova.objects.instance [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lazy-loading 'flavor' on Instance uuid 2688c29f-4682-4c21-af7e-adf4337bf2ec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:11:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-194662cf-7686-4b89-b4e6-25ff411c9ee1 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.240s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "9e65f207-b34d-4000-8630-24a0e7121a16" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "9e65f207-b34d-4000-8630-24a0e7121a16" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:03 user nova-compute[75209]: INFO nova.compute.manager [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Terminating instance
Dec 04 19:11:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-8c6b5be4-a407-443f-9904-950075f3b6e6 req-f45cbbb4-f795-43f2-9681-b5b28d63c217 service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Received event network-vif-unplugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8c6b5be4-a407-443f-9904-950075f3b6e6 req-f45cbbb4-f795-43f2-9681-b5b28d63c217 service nova] Acquiring lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8c6b5be4-a407-443f-9904-950075f3b6e6 req-f45cbbb4-f795-43f2-9681-b5b28d63c217 service nova] Lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8c6b5be4-a407-443f-9904-950075f3b6e6 req-f45cbbb4-f795-43f2-9681-b5b28d63c217 service nova] Lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-8c6b5be4-a407-443f-9904-950075f3b6e6 req-f45cbbb4-f795-43f2-9681-b5b28d63c217 service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] No waiting events found dispatching network-vif-unplugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-8c6b5be4-a407-443f-9904-950075f3b6e6 req-f45cbbb4-f795-43f2-9681-b5b28d63c217 service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Received event network-vif-unplugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:11:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Instance destroyed successfully.
Dec 04 19:11:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lazy-loading 'resources' on Instance uuid 9e65f207-b34d-4000-8630-24a0e7121a16 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-819100516',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-819100516',id=3,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:02:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fe099e8a6cea4349abbac9229f24da42',ramdisk_id='',reservation_id='r-57cpfaur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-86462450',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:26Z,user_data=None,user_id='6595583235274138b702b630a89147a6',uuid=9e65f207-b34d-4000-8630-24a0e7121a16,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converting VIF {"id": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "address": "fa:16:3e:89:18:98", "network": {"id": "91ec15b0-95eb-4639-885b-cec5be3d7cdb", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1017160176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe099e8a6cea4349abbac9229f24da42", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c1515bb-15", "ovs_interfaceid": "3c1515bb-1549-4eb8-a425-6d6606f2a183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:89:18:98,bridge_name='br-int',has_traffic_filtering=True,id=3c1515bb-1549-4eb8-a425-6d6606f2a183,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c1515bb-15') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG os_vif [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:18:98,bridge_name='br-int',has_traffic_filtering=True,id=3c1515bb-1549-4eb8-a425-6d6606f2a183,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c1515bb-15') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3c1515bb-15, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ee80de1a-7b7b-4981-9302-fb9e7a51bfc9) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:03 user nova-compute[75209]: INFO os_vif [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:18:98,bridge_name='br-int',has_traffic_filtering=True,id=3c1515bb-1549-4eb8-a425-6d6606f2a183,network=Network(91ec15b0-95eb-4639-885b-cec5be3d7cdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c1515bb-15')
Dec 04 19:11:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Deleting instance files /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16_del
Dec 04 19:11:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Deletion of /opt/stack/data/nova/instances/9e65f207-b34d-4000-8630-24a0e7121a16_del complete
Dec 04 19:11:03 user nova-compute[75209]: INFO nova.compute.manager [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Took 0.67 seconds to destroy the instance on the hypervisor.
Dec 04 19:11:03 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:11:03 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:04 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Took 0.72 seconds to deallocate network for instance.
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:11:04 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:11:04 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:11:04 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa123b04-7212-45fe-bdfd-34af75f50126]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:11:04 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c2f64ec-8195-4aac-bef2-38504a3b54a8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72] added
Dec 04 19:11:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[59b39e6d-c05c-473b-a5bb-6eaa0584b8fb]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e40ca45c-9a6a-4ba8-9b3a-4b814a3bd65d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zNvRjQos {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zNvRjQos" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4e48434-aa64-432b-8160-3aa852695b4a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zNvRjQos'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccdafecd-bf25-4dc0-bfb5-e2f54b6feb23]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[86088c79-b47c-433a-8633-9793ccab329b]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:11:04 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:11:04 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:11:04 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:11:04 user nova-compute[75209]: 
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.419s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:04 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Deleted allocations for instance 9e65f207-b34d-4000-8630-24a0e7121a16
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0be041fb-c85f-4569-81fc-9c4f732b69d4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]
Dec 04 19:11:05 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.
Dec 04 19:11:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b584b7-1c3d-425f-bed0-6fe83f5b6582]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e63ce8b-bb89-46e6-8f03-4ebe04298526]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:11:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:11:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.332s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] HCTL ('33', '-', '-', 0) found on session 23 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3cff3eb6-fd44-41cd-a437-760116f0baf0 tempest-ServerBootFromVolumeStableRescueTest-86462450 tempest-ServerBootFromVolumeStableRescueTest-86462450-project-member] Lock "9e65f207-b34d-4000-8630-24a0e7121a16" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.037s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[578b9d04-466b-4b67-b8ca-1747d06f2f57]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Searching for a device in session 23 and hctl ['33', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:11:05 user nova-compute[75209]: INFO nova.compute.claims [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Claim successful on node user
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-e4205874-2ff5-453d-b6a7-ba1bdefecd86 req-f14a4135-5bfe-45df-8ebc-c02408d3ab64 service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Received event network-vif-plugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e4205874-2ff5-453d-b6a7-ba1bdefecd86 req-f14a4135-5bfe-45df-8ebc-c02408d3ab64 service nova] Acquiring lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e4205874-2ff5-453d-b6a7-ba1bdefecd86 req-f14a4135-5bfe-45df-8ebc-c02408d3ab64 service nova] Lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e4205874-2ff5-453d-b6a7-ba1bdefecd86 req-f14a4135-5bfe-45df-8ebc-c02408d3ab64 service nova] Lock "9e65f207-b34d-4000-8630-24a0e7121a16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-e4205874-2ff5-453d-b6a7-ba1bdefecd86 req-f14a4135-5bfe-45df-8ebc-c02408d3ab64 service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] No waiting events found dispatching network-vif-plugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:05 user nova-compute[75209]: WARNING nova.compute.manager [req-e4205874-2ff5-453d-b6a7-ba1bdefecd86 req-f14a4135-5bfe-45df-8ebc-c02408d3ab64 service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Received unexpected event network-vif-plugged-3c1515bb-1549-4eb8-a425-6d6606f2a183 for instance with vm_state deleted and task_state None.
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-e4205874-2ff5-453d-b6a7-ba1bdefecd86 req-f14a4135-5bfe-45df-8ebc-c02408d3ab64 service nova] [instance: 9e65f207-b34d-4000-8630-24a0e7121a16] Received event network-vif-deleted-3c1515bb-1549-4eb8-a425-6d6606f2a183 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.422s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:11:05 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.policy [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc54ca4efad42549d739da1c45d6fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71b2e2221f6843d89e54921938b7e09b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:11:05 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Creating image(s)
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.190s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Searching for a device in session 23 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.381s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] <== connect_volume: return (1382ms) {'type': 'block', 'scsi_wwn': '23437623439666461', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437623439666461', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.objects.instance [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lazy-loading 'flavor' on Instance uuid 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:11:06 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:11:06 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:11:06 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:11:06 user nova-compute[75209]:   <serial>d49de06d-78c2-4b94-9bc4-63524924bb72</serial>
Dec 04 19:11:06 user nova-compute[75209]: </disk>
Dec 04 19:11:06 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk 1073741824" returned: 0 in 0.050s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Successfully created port: 5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] No VIF found with MAC fa:16:3e:c5:01:1a, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Cannot resize image /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Ensure instance console log exists: /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-deca75bf-cdac-47ec-b692-c5e515cb55cc tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.315s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Successfully updated port: 5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquired lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-7d1f6782-4f0e-463d-a2c2-ed8a6fd42961 req-0b977600-2cc4-4220-9d51-d3fcf7d65587 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-changed-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-7d1f6782-4f0e-463d-a2c2-ed8a6fd42961 req-0b977600-2cc4-4220-9d51-d3fcf7d65587 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Refreshing instance network info cache due to event network-changed-5001f405-8321-475a-9dea-c654ea68884f. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7d1f6782-4f0e-463d-a2c2-ed8a6fd42961 req-0b977600-2cc4-4220-9d51-d3fcf7d65587 service nova] Acquiring lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updating instance_info_cache with network_info: [{"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Releasing lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Instance network_info: |[{"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7d1f6782-4f0e-463d-a2c2-ed8a6fd42961 req-0b977600-2cc4-4220-9d51-d3fcf7d65587 service nova] Acquired lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-7d1f6782-4f0e-463d-a2c2-ed8a6fd42961 req-0b977600-2cc4-4220-9d51-d3fcf7d65587 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Refreshing network info cache for port 5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Start _get_guest_xml network_info=[{"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:11:07 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:11:07 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:11:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2010446989',display_name='tempest-ServerRescueNegativeTestJSON-server-2010446989',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2010446989',id=25,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLy1UDytqkjm79xdfIomk7pTE20Uqv/DWZ2LKiPHYAUW/TX9AgOBYBOJoKkwF2R1dqNM7VVIyPBr5QWn5ZEjaR9rfVh7Qbk1Wl7dvcDkDu+4XDU3jExdysXnpmLrPNIYAQ==',key_name='tempest-keypair-213103224',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-nb27vgfn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:11:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=7a72fc9a-2943-4c4a-afe9-e932c05ede54,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:03:1b,bridge_name='br-int',has_traffic_filtering=True,id=5001f405-8321-475a-9dea-c654ea68884f,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5001f405-83') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.objects.instance [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'pci_devices' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:11:07 user nova-compute[75209]:   <uuid>7a72fc9a-2943-4c4a-afe9-e932c05ede54</uuid>
Dec 04 19:11:07 user nova-compute[75209]:   <name>instance-00000019</name>
Dec 04 19:11:07 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:11:07 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:11:07 user nova-compute[75209]:   <metadata>
Dec 04 19:11:07 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:11:07 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:11:07 user nova-compute[75209]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2010446989</nova:name>
Dec 04 19:11:07 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:11:07</nova:creationTime>
Dec 04 19:11:07 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:11:07 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:11:07 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:11:07 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:11:07 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:11:07 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:11:07 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:11:07 user nova-compute[75209]:       <nova:owner>
Dec 04 19:11:07 user nova-compute[75209]:         <nova:user uuid="fcc54ca4efad42549d739da1c45d6fdd">tempest-ServerRescueNegativeTestJSON-1176301546-project-member</nova:user>
Dec 04 19:11:07 user nova-compute[75209]:         <nova:project uuid="71b2e2221f6843d89e54921938b7e09b">tempest-ServerRescueNegativeTestJSON-1176301546</nova:project>
Dec 04 19:11:07 user nova-compute[75209]:       </nova:owner>
Dec 04 19:11:07 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:11:07 user nova-compute[75209]:       <nova:ports>
Dec 04 19:11:07 user nova-compute[75209]:         <nova:port uuid="5001f405-8321-475a-9dea-c654ea68884f">
Dec 04 19:11:07 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 19:11:07 user nova-compute[75209]:         </nova:port>
Dec 04 19:11:07 user nova-compute[75209]:       </nova:ports>
Dec 04 19:11:07 user nova-compute[75209]:     </nova:instance>
Dec 04 19:11:07 user nova-compute[75209]:   </metadata>
Dec 04 19:11:07 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:11:07 user nova-compute[75209]:     <system>
Dec 04 19:11:07 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:11:07 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:11:07 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:11:07 user nova-compute[75209]:       <entry name="serial">7a72fc9a-2943-4c4a-afe9-e932c05ede54</entry>
Dec 04 19:11:07 user nova-compute[75209]:       <entry name="uuid">7a72fc9a-2943-4c4a-afe9-e932c05ede54</entry>
Dec 04 19:11:07 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:11:07 user nova-compute[75209]:     </system>
Dec 04 19:11:07 user nova-compute[75209]:   </sysinfo>
Dec 04 19:11:07 user nova-compute[75209]:   <os>
Dec 04 19:11:07 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:11:07 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:11:07 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:11:07 user nova-compute[75209]:   </os>
Dec 04 19:11:07 user nova-compute[75209]:   <features>
Dec 04 19:11:07 user nova-compute[75209]:     <acpi/>
Dec 04 19:11:07 user nova-compute[75209]:     <apic/>
Dec 04 19:11:07 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:11:07 user nova-compute[75209]:   </features>
Dec 04 19:11:07 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:11:07 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:11:07 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:11:07 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:11:07 user nova-compute[75209]:   </clock>
Dec 04 19:11:07 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:11:07 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:11:07 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:11:07 user nova-compute[75209]:   </cpu>
Dec 04 19:11:07 user nova-compute[75209]:   <devices>
Dec 04 19:11:07 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:11:07 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:11:07 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk"/>
Dec 04 19:11:07 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:11:07 user nova-compute[75209]:     </disk>
Dec 04 19:11:07 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:11:07 user nova-compute[75209]:       <mac address="fa:16:3e:93:03:1b"/>
Dec 04 19:11:07 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:11:07 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:11:07 user nova-compute[75209]:       <target dev="tap5001f405-83"/>
Dec 04 19:11:07 user nova-compute[75209]:     </interface>
Dec 04 19:11:07 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:11:07 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/console.log" append="off"/>
Dec 04 19:11:07 user nova-compute[75209]:     </serial>
Dec 04 19:11:07 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:11:07 user nova-compute[75209]:     <video>
Dec 04 19:11:07 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:11:07 user nova-compute[75209]:     </video>
Dec 04 19:11:07 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:11:07 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:11:07 user nova-compute[75209]:     </rng>
Dec 04 19:11:07 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:11:07 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:11:07 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:11:07 user nova-compute[75209]:     </memballoon>
Dec 04 19:11:07 user nova-compute[75209]:   </devices>
Dec 04 19:11:07 user nova-compute[75209]: </domain>
Dec 04 19:11:07 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:11:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2010446989',display_name='tempest-ServerRescueNegativeTestJSON-server-2010446989',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2010446989',id=25,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLy1UDytqkjm79xdfIomk7pTE20Uqv/DWZ2LKiPHYAUW/TX9AgOBYBOJoKkwF2R1dqNM7VVIyPBr5QWn5ZEjaR9rfVh7Qbk1Wl7dvcDkDu+4XDU3jExdysXnpmLrPNIYAQ==',key_name='tempest-keypair-213103224',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-nb27vgfn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:11:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=7a72fc9a-2943-4c4a-afe9-e932c05ede54,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:03:1b,bridge_name='br-int',has_traffic_filtering=True,id=5001f405-8321-475a-9dea-c654ea68884f,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5001f405-83') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG os_vif [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:03:1b,bridge_name='br-int',has_traffic_filtering=True,id=5001f405-8321-475a-9dea-c654ea68884f,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5001f405-83') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '35d8ca01-d22c-5ac0-b3e7-35be336774f3', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5001f405-83, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5001f405-83, col_values=(('qos', UUID('e4da6fb6-45be-4bba-aeb2-af414b0aaff1')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5001f405-83, col_values=(('external_ids', {'iface-id': '5001f405-8321-475a-9dea-c654ea68884f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:03:1b', 'vm-uuid': '7a72fc9a-2943-4c4a-afe9-e932c05ede54'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:07 user nova-compute[75209]: INFO os_vif [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:03:1b,bridge_name='br-int',has_traffic_filtering=True,id=5001f405-8321-475a-9dea-c654ea68884f,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5001f405-83')
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:11:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No VIF found with MAC fa:16:3e:93:03:1b, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:11:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-7d1f6782-4f0e-463d-a2c2-ed8a6fd42961 req-0b977600-2cc4-4220-9d51-d3fcf7d65587 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updated VIF entry in instance network info cache for port 5001f405-8321-475a-9dea-c654ea68884f. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:11:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-7d1f6782-4f0e-463d-a2c2-ed8a6fd42961 req-0b977600-2cc4-4220-9d51-d3fcf7d65587 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updating instance_info_cache with network_info: [{"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7d1f6782-4f0e-463d-a2c2-ed8a6fd42961 req-0b977600-2cc4-4220-9d51-d3fcf7d65587 service nova] Releasing lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Stashing vm_state: active {{(pid=75209) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:11:09 user nova-compute[75209]: INFO nova.compute.claims [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Claim successful on node user
Dec 04 19:11:09 user nova-compute[75209]: INFO nova.compute.resource_tracker [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating resource usage from migration d48c5ce0-fdd1-4ff5-a72a-2d3e61880e09
Dec 04 19:11:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-830f63ea-1e13-4d48-9ac8-3f1dc5222a4d req-95b32ecb-f7b1-4d7b-b682-e654ba56fe01 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-830f63ea-1e13-4d48-9ac8-3f1dc5222a4d req-95b32ecb-f7b1-4d7b-b682-e654ba56fe01 service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-830f63ea-1e13-4d48-9ac8-3f1dc5222a4d req-95b32ecb-f7b1-4d7b-b682-e654ba56fe01 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-830f63ea-1e13-4d48-9ac8-3f1dc5222a4d req-95b32ecb-f7b1-4d7b-b682-e654ba56fe01 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-830f63ea-1e13-4d48-9ac8-3f1dc5222a4d req-95b32ecb-f7b1-4d7b-b682-e654ba56fe01 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:09 user nova-compute[75209]: WARNING nova.compute.manager [req-830f63ea-1e13-4d48-9ac8-3f1dc5222a4d req-95b32ecb-f7b1-4d7b-b682-e654ba56fe01 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state building and task_state spawning.
Dec 04 19:11:09 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.701s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:09 user nova-compute[75209]: INFO nova.compute.manager [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Migrating
Dec 04 19:11:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:10 user nova-compute[75209]: INFO nova.compute.rpcapi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Dec 04 19:11:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquired lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:11:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating instance_info_cache with network_info: [{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Releasing lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Starting migrate_disk_and_power_off {{(pid=75209) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11481}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:11:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Instance spawned successfully.
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:11 user nova-compute[75209]: INFO nova.compute.manager [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Took 5.70 seconds to spawn the instance on the hypervisor.
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:11:11 user nova-compute[75209]: INFO nova.compute.manager [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Took 6.53 seconds to build instance.
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:11 user nova-compute[75209]: WARNING nova.compute.manager [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state building and task_state spawning.
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-unplugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-unplugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:11 user nova-compute[75209]: WARNING nova.compute.manager [req-da1a2843-ea40-4f08-8347-0dc6efb77d5f req-0f928e34-ba8c-49a3-86ce-869e1bbcdfcc service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-unplugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state active and task_state resize_migrating.
Dec 04 19:11:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fec24e29-2133-4c4e-870c-02df293c8c42 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.670s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance destroyed successfully.
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1319689571',display_name='tempest-ServerActionsTestOtherB-server-1319689571',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1319689571',id=17,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdYnAjHMYWHmweFAuw9t+bltwsiUWUZVjwFP3+G/Mgng5/ebGXlwXm/fNapPE+2KUfBk/TDWeewPqb7dTanBoso2TSdI7elIvswlTLNM0+krI78BlF/x9R8oZ41ItyLAg==',key_name='tempest-keypair-728892055',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:06:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1d3899df98b489a9e0b53f76acc88b8',ramdisk_id='',reservation_id='r-0tc36rny',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-994380357',owner_user_name='tempest-ServerActionsTestOtherB-994380357-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:11:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b183b07d1f472cbbc3be9c438ad9aa',uuid=4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1861944402-network", "vif_mac": "fa:16:3e:c5:01:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converting VIF {"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1861944402-network", "vif_mac": "fa:16:3e:c5:01:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:11 user nova-compute[75209]: DEBUG os_vif [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap15d03ebe-4f, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=35ea467a-3b12-4ffd-844a-797e510ceef6) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:12 user nova-compute[75209]: INFO os_vif [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f')
Dec 04 19:11:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:11:12 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[025ab644-59f9-476b-b598-97d6054f8c41]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:11:12 user nova-compute[75209]: No targets found.
Dec 04 19:11:12 user nova-compute[75209]: iSNS:
Dec 04 19:11:12 user nova-compute[75209]: No targets found.
Dec 04 19:11:12 user nova-compute[75209]: STATIC:
Dec 04 19:11:12 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72
Dec 04 19:11:12 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:11:12 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:11:12 user nova-compute[75209]: FIRMWARE:
Dec 04 19:11:12 user nova-compute[75209]: No targets found.
Dec 04 19:11:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:11:12 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:11:12 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d3f8e7e-7877-44dc-aa53-ef958889eaaa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4654c9b7-c96b-4202-a418-015b6b97d914]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:11:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:11:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7a1a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e08aee83-2ee3-4773-9200-c99ef5e7d921]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[24b42532-56e7-489e-b300-b2e6359ce90f]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4b40b16-290d-44e8-aa55-5e25477fad56]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c60142bb-7146-4ecb-b698-12233f60a728]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f2315d2-5568-4919-8da1-6747eb705b58]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[201fd5b9-5f7e-4cf6-80a3-89d1d0bb02fb]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]
Dec 04 19:11:12 user nova-compute[75209]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.
Dec 04 19:11:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef1f7b0a-2137-4c02-b3c1-ce407162dd49]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] <== disconnect_volume: return (324ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:11:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9_resize/disk /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "cp -r /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9_resize/disk /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk" returned: 0 in 0.419s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9_resize/disk.info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk.info {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "cp -r /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9_resize/disk.info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk.info" returned: 0 in 0.032s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-7a5dd45b-b071-4cdf-a3dc-a4d5579988f2 req-5e83565c-9cba-461d-b32c-48d3a88d1f31 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7a5dd45b-b071-4cdf-a3dc-a4d5579988f2 req-5e83565c-9cba-461d-b32c-48d3a88d1f31 service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7a5dd45b-b071-4cdf-a3dc-a4d5579988f2 req-5e83565c-9cba-461d-b32c-48d3a88d1f31 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7a5dd45b-b071-4cdf-a3dc-a4d5579988f2 req-5e83565c-9cba-461d-b32c-48d3a88d1f31 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-7a5dd45b-b071-4cdf-a3dc-a4d5579988f2 req-5e83565c-9cba-461d-b32c-48d3a88d1f31 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:13 user nova-compute[75209]: WARNING nova.compute.manager [req-7a5dd45b-b071-4cdf-a3dc-a4d5579988f2 req-5e83565c-9cba-461d-b32c-48d3a88d1f31 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state active and task_state resize_migrating.
Dec 04 19:11:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Port 15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 binding to destination host user is already ACTIVE {{(pid=75209) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 04 19:11:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquired lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:16 user nova-compute[75209]: DEBUG nova.network.neutron [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:11:16 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:11:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:11:16 user nova-compute[75209]: DEBUG nova.network.neutron [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating instance_info_cache with network_info: [{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Releasing lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG os_brick.utils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece0829d-ad6c-41fa-95c8-f34d5900ab85]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a0d0057-87ac-48d5-bb8e-ecadd8397258]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2fcc8d1-f279-4ac9-8309-a885aaeb1a64]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[57ec1967-0c1d-4d92-9683-0648882c7813]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:11:17 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:11:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3d5e283-a62c-4d74-a700-d5e936bd25e3]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:11:17 user nova-compute[75209]: DEBUG os_brick.utils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:11:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:11:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:11:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:11:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:11:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7739MB free_disk=25.149551391601562GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Applying migration context for instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 as it has an incoming, in-progress migration d48c5ce0-fdd1-4ff5-a72a-2d3e61880e09. Migration status is post-migrating {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 04 19:11:24 user nova-compute[75209]: INFO nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating resource usage from migration d48c5ce0-fdd1-4ff5-a72a-2d3e61880e09
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 47258b99-33f4-4ac3-a34f-0ca2d347638b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2688c29f-4682-4c21-af7e-adf4337bf2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance f1aa5afb-21f1-498a-9a28-f44b313fa569 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 15a8b8af-4634-4f82-98fb-3f458994d47c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Migration d48c5ce0-fdd1-4ff5-a72a-2d3e61880e09 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=29GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:11:24 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:11:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:11:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.629s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updating instance_info_cache with network_info: [{"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:11:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:11:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:27 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Starting finish_migration {{(pid=75209) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11668}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance directory exists: not creating {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 19:11:28 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Creating image(s)
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk. size=21474836480 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk 21474836480 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk 21474836480" returned: 0 in 0.065s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Ensure instance console log exists: /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Start _get_guest_xml network_info=[{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1861944402-network", "vif_mac": "fa:16:3e:c5:01:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': None, 'attachment_id': '4c870e67-208c-41a3-a832-1645d19af578', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9', 'attached_at': '2023-12-04T19:11:28.000000', 'detached_at': '', 'volume_id': 'd49de06d-78c2-4b94-9bc4-63524924bb72', 'serial': 'd49de06d-78c2-4b94-9bc4-63524924bb72'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:11:28 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:11:28 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:11:28 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:11:28 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:11:28 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[23c70ed8-f556-4b69-81ba-81b80f48c887]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:11:28 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0fd7b56-7e5b-4317-b9bb-1ebc8d962c2a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72] added
Dec 04 19:11:28 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad0ce853-096f-4249-be89-16224f507cc0]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[52d412ca-32ce-49f5-9b65-5169253705d4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zNvRjQos {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zNvRjQos" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[45901545-2dd6-4a7a-8291-001907c58e19]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zNvRjQos'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0c34bfc-5809-4d0e-894d-dd041a659c7c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d6fe706-078d-4444-a8ba-76b9c0bfb26d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:11:28 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:11:28 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:11:28 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:11:28 user nova-compute[75209]: 
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:28 user nova-compute[75209]: INFO nova.compute.manager [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Terminating instance
Dec 04 19:11:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[54ab4e8b-f410-4ee2-b35a-06fd537314da]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]
Dec 04 19:11:28 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.
Dec 04 19:11:28 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f13d46e-0e04-44d9-9feb-96ddfa23d30f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e7ed5eb-5045-4028-a5d9-3cf1e09e2cd0]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:11:28 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:11:28 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] HCTL ('33', '-', '-', 0) found on session 24 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[08362fa1-e013-4ae8-83d9-c2a46869f4e0]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Searching for a device in session 24 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:11:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Instance destroyed successfully.
Dec 04 19:11:29 user nova-compute[75209]: DEBUG nova.objects.instance [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lazy-loading 'resources' on Instance uuid 2688c29f-4682-4c21-af7e-adf4337bf2ec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:07:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1299835337',display_name='tempest-TestVolumeSwap-server-1299835337',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1299835337',id=20,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK4F5iY8im0un4NN3EsZSon7TzTRisQBjNT4TOv3lV/91m8CD90SOezQhtig7V2qc5eNaFp+i58a2elSL3IFSvkMydOP5EYmbi9Fg0bR+URQRr+Yn1PwcT1HQLUmyfnItA==',key_name='tempest-keypair-1078576933',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:07:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d0f5893dc6224ce0aa6a59bf1d327618',ramdisk_id='',reservation_id='r-g2mebjwb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1256159569',owner_user_name='tempest-TestVolumeSwap-1256159569-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:07:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='03b717c94239492db67670fd3ac7c251',uuid=2688c29f-4682-4c21-af7e-adf4337bf2ec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Converting VIF {"id": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "address": "fa:16:3e:a9:f5:3f", "network": {"id": "ccf7e077-7987-4191-a5d5-ce430a21f65b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1086386088-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.17", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d0f5893dc6224ce0aa6a59bf1d327618", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b5f78a8-ab", "ovs_interfaceid": "8b5f78a8-ab13-411d-8a55-b13bcf7c4641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a9:f5:3f,bridge_name='br-int',has_traffic_filtering=True,id=8b5f78a8-ab13-411d-8a55-b13bcf7c4641,network=Network(ccf7e077-7987-4191-a5d5-ce430a21f65b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b5f78a8-ab') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG os_vif [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a9:f5:3f,bridge_name='br-int',has_traffic_filtering=True,id=8b5f78a8-ab13-411d-8a55-b13bcf7c4641,network=Network(ccf7e077-7987-4191-a5d5-ce430a21f65b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b5f78a8-ab') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8b5f78a8-ab, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-7a5ae955-2eaf-49b3-b9ae-195a95b0bb3c req-66cd7ca6-0bbd-4360-acd8-f170fee5d6ac service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received event network-vif-unplugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7a5ae955-2eaf-49b3-b9ae-195a95b0bb3c req-66cd7ca6-0bbd-4360-acd8-f170fee5d6ac service nova] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7a5ae955-2eaf-49b3-b9ae-195a95b0bb3c req-66cd7ca6-0bbd-4360-acd8-f170fee5d6ac service nova] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7a5ae955-2eaf-49b3-b9ae-195a95b0bb3c req-66cd7ca6-0bbd-4360-acd8-f170fee5d6ac service nova] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-7a5ae955-2eaf-49b3-b9ae-195a95b0bb3c req-66cd7ca6-0bbd-4360-acd8-f170fee5d6ac service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] No waiting events found dispatching network-vif-unplugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-7a5ae955-2eaf-49b3-b9ae-195a95b0bb3c req-66cd7ca6-0bbd-4360-acd8-f170fee5d6ac service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received event network-vif-unplugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=22f060a2-f47a-4747-ad18-624f55e439ea) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:29 user nova-compute[75209]: INFO os_vif [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a9:f5:3f,bridge_name='br-int',has_traffic_filtering=True,id=8b5f78a8-ab13-411d-8a55-b13bcf7c4641,network=Network(ccf7e077-7987-4191-a5d5-ce430a21f65b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b5f78a8-ab')
Dec 04 19:11:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Deleting instance files /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec_del
Dec 04 19:11:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Deletion of /opt/stack/data/nova/instances/2688c29f-4682-4c21-af7e-adf4337bf2ec_del complete
Dec 04 19:11:29 user nova-compute[75209]: INFO nova.compute.manager [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 04 19:11:29 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '23437623439666461', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:11:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437623439666461', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1319689571',display_name='tempest-ServerActionsTestOtherB-server-1319689571',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1319689571',id=17,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdYnAjHMYWHmweFAuw9t+bltwsiUWUZVjwFP3+G/Mgng5/ebGXlwXm/fNapPE+2KUfBk/TDWeewPqb7dTanBoso2TSdI7elIvswlTLNM0+krI78BlF/x9R8oZ41ItyLAg==',key_name='tempest-keypair-728892055',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:06:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1d3899df98b489a9e0b53f76acc88b8',ramdisk_id='',reservation_id='r-0tc36rny',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-994380357',owner_user_name='tempest-ServerActionsTestOtherB-994380357-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:11:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b183b07d1f472cbbc3be9c438ad9aa',uuid=4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1861944402-network", "vif_mac": "fa:16:3e:c5:01:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converting VIF {"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1861944402-network", "vif_mac": "fa:16:3e:c5:01:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:11:30 user nova-compute[75209]:   <uuid>4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9</uuid>
Dec 04 19:11:30 user nova-compute[75209]:   <name>instance-00000011</name>
Dec 04 19:11:30 user nova-compute[75209]:   <memory>2097152</memory>
Dec 04 19:11:30 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:11:30 user nova-compute[75209]:   <metadata>
Dec 04 19:11:30 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:11:30 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:11:30 user nova-compute[75209]:       <nova:name>tempest-ServerActionsTestOtherB-server-1319689571</nova:name>
Dec 04 19:11:30 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:11:28</nova:creationTime>
Dec 04 19:11:30 user nova-compute[75209]:       <nova:flavor name="m1.small">
Dec 04 19:11:30 user nova-compute[75209]:         <nova:memory>2048</nova:memory>
Dec 04 19:11:30 user nova-compute[75209]:         <nova:disk>20</nova:disk>
Dec 04 19:11:30 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:11:30 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:11:30 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:11:30 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:11:30 user nova-compute[75209]:       <nova:owner>
Dec 04 19:11:30 user nova-compute[75209]:         <nova:user uuid="f9b183b07d1f472cbbc3be9c438ad9aa">tempest-ServerActionsTestOtherB-994380357-project-member</nova:user>
Dec 04 19:11:30 user nova-compute[75209]:         <nova:project uuid="c1d3899df98b489a9e0b53f76acc88b8">tempest-ServerActionsTestOtherB-994380357</nova:project>
Dec 04 19:11:30 user nova-compute[75209]:       </nova:owner>
Dec 04 19:11:30 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:11:30 user nova-compute[75209]:       <nova:ports>
Dec 04 19:11:30 user nova-compute[75209]:         <nova:port uuid="15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0">
Dec 04 19:11:30 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 19:11:30 user nova-compute[75209]:         </nova:port>
Dec 04 19:11:30 user nova-compute[75209]:       </nova:ports>
Dec 04 19:11:30 user nova-compute[75209]:     </nova:instance>
Dec 04 19:11:30 user nova-compute[75209]:   </metadata>
Dec 04 19:11:30 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:11:30 user nova-compute[75209]:     <system>
Dec 04 19:11:30 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:11:30 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:11:30 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:11:30 user nova-compute[75209]:       <entry name="serial">4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9</entry>
Dec 04 19:11:30 user nova-compute[75209]:       <entry name="uuid">4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9</entry>
Dec 04 19:11:30 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:11:30 user nova-compute[75209]:     </system>
Dec 04 19:11:30 user nova-compute[75209]:   </sysinfo>
Dec 04 19:11:30 user nova-compute[75209]:   <os>
Dec 04 19:11:30 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:11:30 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:11:30 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:11:30 user nova-compute[75209]:   </os>
Dec 04 19:11:30 user nova-compute[75209]:   <features>
Dec 04 19:11:30 user nova-compute[75209]:     <acpi/>
Dec 04 19:11:30 user nova-compute[75209]:     <apic/>
Dec 04 19:11:30 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:11:30 user nova-compute[75209]:   </features>
Dec 04 19:11:30 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:11:30 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:11:30 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:11:30 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:11:30 user nova-compute[75209]:   </clock>
Dec 04 19:11:30 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:11:30 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:11:30 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:11:30 user nova-compute[75209]:   </cpu>
Dec 04 19:11:30 user nova-compute[75209]:   <devices>
Dec 04 19:11:30 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:11:30 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:11:30 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk"/>
Dec 04 19:11:30 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:11:30 user nova-compute[75209]:     </disk>
Dec 04 19:11:30 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:11:30 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:11:30 user nova-compute[75209]:       <source dev="/dev/sdb"/>
Dec 04 19:11:30 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:11:30 user nova-compute[75209]:       <serial>d49de06d-78c2-4b94-9bc4-63524924bb72</serial>
Dec 04 19:11:30 user nova-compute[75209]:     </disk>
Dec 04 19:11:30 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:11:30 user nova-compute[75209]:       <mac address="fa:16:3e:c5:01:1a"/>
Dec 04 19:11:30 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:11:30 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:11:30 user nova-compute[75209]:       <target dev="tap15d03ebe-4f"/>
Dec 04 19:11:30 user nova-compute[75209]:     </interface>
Dec 04 19:11:30 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:11:30 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/console.log" append="off"/>
Dec 04 19:11:30 user nova-compute[75209]:     </serial>
Dec 04 19:11:30 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:11:30 user nova-compute[75209]:     <video>
Dec 04 19:11:30 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:11:30 user nova-compute[75209]:     </video>
Dec 04 19:11:30 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:11:30 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:11:30 user nova-compute[75209]:     </rng>
Dec 04 19:11:30 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:11:30 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:11:30 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:11:30 user nova-compute[75209]:     </memballoon>
Dec 04 19:11:30 user nova-compute[75209]:   </devices>
Dec 04 19:11:30 user nova-compute[75209]: </domain>
Dec 04 19:11:30 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1319689571',display_name='tempest-ServerActionsTestOtherB-server-1319689571',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1319689571',id=17,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdYnAjHMYWHmweFAuw9t+bltwsiUWUZVjwFP3+G/Mgng5/ebGXlwXm/fNapPE+2KUfBk/TDWeewPqb7dTanBoso2TSdI7elIvswlTLNM0+krI78BlF/x9R8oZ41ItyLAg==',key_name='tempest-keypair-728892055',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:06:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1d3899df98b489a9e0b53f76acc88b8',ramdisk_id='',reservation_id='r-0tc36rny',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-994380357',owner_user_name='tempest-ServerActionsTestOtherB-994380357-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:11:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b183b07d1f472cbbc3be9c438ad9aa',uuid=4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1861944402-network", "vif_mac": "fa:16:3e:c5:01:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converting VIF {"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1861944402-network", "vif_mac": "fa:16:3e:c5:01:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG os_vif [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cec45e30-5aa6-55ec-abc0-cdb6c462ab07', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap15d03ebe-4f, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap15d03ebe-4f, col_values=(('qos', UUID('1ddace24-9205-43e4-a9f5-2a50386701aa')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap15d03ebe-4f, col_values=(('external_ids', {'iface-id': '15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c5:01:1a', 'vm-uuid': '4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:30 user nova-compute[75209]: INFO os_vif [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f')
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] No VIF found with MAC fa:16:3e:c5:01:1a, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:30 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Took 1.19 seconds to deallocate network for instance.
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-d179a688-7e8e-4847-8c92-43b48b1f9aa0 req-b641a025-d6b9-48d3-a61a-603efd4c7312 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received event network-vif-deleted-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:30 user nova-compute[75209]: INFO nova.compute.manager [req-d179a688-7e8e-4847-8c92-43b48b1f9aa0 req-b641a025-d6b9-48d3-a61a-603efd4c7312 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Neutron deleted interface 8b5f78a8-ab13-411d-8a55-b13bcf7c4641; detaching it from the instance and deleting it from the info cache
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.network.neutron [req-d179a688-7e8e-4847-8c92-43b48b1f9aa0 req-b641a025-d6b9-48d3-a61a-603efd4c7312 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-d179a688-7e8e-4847-8c92-43b48b1f9aa0 req-b641a025-d6b9-48d3-a61a-603efd4c7312 service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Detach interface failed, port_id=8b5f78a8-ab13-411d-8a55-b13bcf7c4641, reason: Instance 2688c29f-4682-4c21-af7e-adf4337bf2ec could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:31 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:11:31 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:11:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.351s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:31 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Deleted allocations for instance 2688c29f-4682-4c21-af7e-adf4337bf2ec
Dec 04 19:11:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-621d8d0c-4b25-444a-8424-36b27aaa98a0 tempest-TestVolumeSwap-1256159569 tempest-TestVolumeSwap-1256159569-project-member] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.617s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-2ab0f996-4a82-4eeb-bdc4-d29277fc5f18 req-1b8906c1-9379-4fe7-a440-cd11da025adb service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received event network-vif-plugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2ab0f996-4a82-4eeb-bdc4-d29277fc5f18 req-1b8906c1-9379-4fe7-a440-cd11da025adb service nova] Acquiring lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2ab0f996-4a82-4eeb-bdc4-d29277fc5f18 req-1b8906c1-9379-4fe7-a440-cd11da025adb service nova] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2ab0f996-4a82-4eeb-bdc4-d29277fc5f18 req-1b8906c1-9379-4fe7-a440-cd11da025adb service nova] Lock "2688c29f-4682-4c21-af7e-adf4337bf2ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-2ab0f996-4a82-4eeb-bdc4-d29277fc5f18 req-1b8906c1-9379-4fe7-a440-cd11da025adb service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] No waiting events found dispatching network-vif-plugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:31 user nova-compute[75209]: WARNING nova.compute.manager [req-2ab0f996-4a82-4eeb-bdc4-d29277fc5f18 req-1b8906c1-9379-4fe7-a440-cd11da025adb service nova] [instance: 2688c29f-4682-4c21-af7e-adf4337bf2ec] Received unexpected event network-vif-plugged-8b5f78a8-ab13-411d-8a55-b13bcf7c4641 for instance with vm_state deleted and task_state None.
Dec 04 19:11:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:11:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:32 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:11:32 user nova-compute[75209]: INFO nova.compute.claims [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Claim successful on node user
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.597s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:11:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.policy [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '548d88038661404c95abd97f04e5c883', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f27d81fc76074ac0ad456c2e2410142a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:33 user nova-compute[75209]: WARNING nova.compute.manager [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state active and task_state resize_finish.
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:33 user nova-compute[75209]: WARNING nova.compute.manager [req-52ee694f-71c5-4423-971d-9e291e452f88 req-b99708d3-dbac-4b43-bafd-b3e724892403 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state active and task_state resize_finish.
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:11:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Creating image(s)
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "/opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "/opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "/opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.238s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk 1073741824" returned: 0 in 0.060s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG nova.compute.manager [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:11:34 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance running successfully.
Dec 04 19:11:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Failed to set time: agent not configured {{(pid=75209) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-31e2bd61-2f77-498b-8010-568afb29bb48 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] finish_migration finished successfully. {{(pid=75209) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11763}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.204s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Checking if we can resize image /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Successfully created port: ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Cannot resize image /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Ensure instance console log exists: /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Successfully updated port: ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "refresh_cache-491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquired lock "refresh_cache-491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.compute.manager [req-f03c1987-c759-4ff6-803b-cb9ebcb75944 req-02b69397-eb4f-4681-96fa-fda6f66b55d3 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-changed-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.compute.manager [req-f03c1987-c759-4ff6-803b-cb9ebcb75944 req-02b69397-eb4f-4681-96fa-fda6f66b55d3 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Refreshing instance network info cache due to event network-changed-ac292f7e-3431-4ef6-9af7-4abb8e880452. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f03c1987-c759-4ff6-803b-cb9ebcb75944 req-02b69397-eb4f-4681-96fa-fda6f66b55d3 service nova] Acquiring lock "refresh_cache-491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.network.neutron [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Updating instance_info_cache with network_info: [{"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Releasing lock "refresh_cache-491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Instance network_info: |[{"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f03c1987-c759-4ff6-803b-cb9ebcb75944 req-02b69397-eb4f-4681-96fa-fda6f66b55d3 service nova] Acquired lock "refresh_cache-491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.network.neutron [req-f03c1987-c759-4ff6-803b-cb9ebcb75944 req-02b69397-eb4f-4681-96fa-fda6f66b55d3 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Refreshing network info cache for port ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Start _get_guest_xml network_info=[{"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:11:35 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:11:35 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:11:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1512497725',display_name='tempest-tempest.common.compute-instance-1512497725',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1512497725',id=26,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJ5DRSkXRzUxWqDr3YwrdrHwK9rlSrzumunON0386ryIcDH1CkAobB0mjG43hiRBFgSQXtaMHuiOuacolAe4+7YulTBAKbkF6Z7OhuiDvBxsR7dpoKCtuuDbjOJRpCUw==',key_name='tempest-keypair-1019195279',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-3695rz6z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:11:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=491c9c96-1450-4c01-9f8b-5fe4dd2b2a05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'pci_devices' on Instance uuid 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:11:35 user nova-compute[75209]:   <uuid>491c9c96-1450-4c01-9f8b-5fe4dd2b2a05</uuid>
Dec 04 19:11:35 user nova-compute[75209]:   <name>instance-0000001a</name>
Dec 04 19:11:35 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:11:35 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:11:35 user nova-compute[75209]:   <metadata>
Dec 04 19:11:35 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:11:35 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:11:35 user nova-compute[75209]:       <nova:name>tempest-tempest.common.compute-instance-1512497725</nova:name>
Dec 04 19:11:35 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:11:35</nova:creationTime>
Dec 04 19:11:35 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:11:35 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:11:35 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:11:35 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:11:35 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:11:35 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:11:35 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:11:35 user nova-compute[75209]:       <nova:owner>
Dec 04 19:11:35 user nova-compute[75209]:         <nova:user uuid="548d88038661404c95abd97f04e5c883">tempest-ServerActionsTestOtherA-1450767658-project-member</nova:user>
Dec 04 19:11:35 user nova-compute[75209]:         <nova:project uuid="f27d81fc76074ac0ad456c2e2410142a">tempest-ServerActionsTestOtherA-1450767658</nova:project>
Dec 04 19:11:35 user nova-compute[75209]:       </nova:owner>
Dec 04 19:11:35 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:11:35 user nova-compute[75209]:       <nova:ports>
Dec 04 19:11:35 user nova-compute[75209]:         <nova:port uuid="ac292f7e-3431-4ef6-9af7-4abb8e880452">
Dec 04 19:11:35 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 04 19:11:35 user nova-compute[75209]:         </nova:port>
Dec 04 19:11:35 user nova-compute[75209]:       </nova:ports>
Dec 04 19:11:35 user nova-compute[75209]:     </nova:instance>
Dec 04 19:11:35 user nova-compute[75209]:   </metadata>
Dec 04 19:11:35 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:11:35 user nova-compute[75209]:     <system>
Dec 04 19:11:35 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:11:35 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:11:35 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:11:35 user nova-compute[75209]:       <entry name="serial">491c9c96-1450-4c01-9f8b-5fe4dd2b2a05</entry>
Dec 04 19:11:35 user nova-compute[75209]:       <entry name="uuid">491c9c96-1450-4c01-9f8b-5fe4dd2b2a05</entry>
Dec 04 19:11:35 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:11:35 user nova-compute[75209]:     </system>
Dec 04 19:11:35 user nova-compute[75209]:   </sysinfo>
Dec 04 19:11:35 user nova-compute[75209]:   <os>
Dec 04 19:11:35 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:11:35 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:11:35 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:11:35 user nova-compute[75209]:   </os>
Dec 04 19:11:35 user nova-compute[75209]:   <features>
Dec 04 19:11:35 user nova-compute[75209]:     <acpi/>
Dec 04 19:11:35 user nova-compute[75209]:     <apic/>
Dec 04 19:11:35 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:11:35 user nova-compute[75209]:   </features>
Dec 04 19:11:35 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:11:35 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:11:35 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:11:35 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:11:35 user nova-compute[75209]:   </clock>
Dec 04 19:11:35 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:11:35 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:11:35 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:11:35 user nova-compute[75209]:   </cpu>
Dec 04 19:11:35 user nova-compute[75209]:   <devices>
Dec 04 19:11:35 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:11:35 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:11:35 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk"/>
Dec 04 19:11:35 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:11:35 user nova-compute[75209]:     </disk>
Dec 04 19:11:35 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:11:35 user nova-compute[75209]:       <mac address="fa:16:3e:3d:3d:5a"/>
Dec 04 19:11:35 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:11:35 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:11:35 user nova-compute[75209]:       <target dev="tapac292f7e-34"/>
Dec 04 19:11:35 user nova-compute[75209]:     </interface>
Dec 04 19:11:35 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:11:35 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/console.log" append="off"/>
Dec 04 19:11:35 user nova-compute[75209]:     </serial>
Dec 04 19:11:35 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:11:35 user nova-compute[75209]:     <video>
Dec 04 19:11:35 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:11:35 user nova-compute[75209]:     </video>
Dec 04 19:11:35 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:11:35 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:11:35 user nova-compute[75209]:     </rng>
Dec 04 19:11:35 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:11:35 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:11:35 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:11:35 user nova-compute[75209]:     </memballoon>
Dec 04 19:11:35 user nova-compute[75209]:   </devices>
Dec 04 19:11:35 user nova-compute[75209]: </domain>
Dec 04 19:11:35 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:11:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1512497725',display_name='tempest-tempest.common.compute-instance-1512497725',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1512497725',id=26,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJ5DRSkXRzUxWqDr3YwrdrHwK9rlSrzumunON0386ryIcDH1CkAobB0mjG43hiRBFgSQXtaMHuiOuacolAe4+7YulTBAKbkF6Z7OhuiDvBxsR7dpoKCtuuDbjOJRpCUw==',key_name='tempest-keypair-1019195279',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-3695rz6z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:11:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=491c9c96-1450-4c01-9f8b-5fe4dd2b2a05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG os_vif [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2af62f33-586e-50a0-b024-d240f12f09c5', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapac292f7e-34, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapac292f7e-34, col_values=(('qos', UUID('b3e90aa7-84c1-4e74-a832-5adea83aea1e')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapac292f7e-34, col_values=(('external_ids', {'iface-id': 'ac292f7e-3431-4ef6-9af7-4abb8e880452', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:3d:5a', 'vm-uuid': '491c9c96-1450-4c01-9f8b-5fe4dd2b2a05'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:35 user nova-compute[75209]: INFO os_vif [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34')
Dec 04 19:11:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:11:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No VIF found with MAC fa:16:3e:3d:3d:5a, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:11:36 user nova-compute[75209]: DEBUG nova.network.neutron [req-f03c1987-c759-4ff6-803b-cb9ebcb75944 req-02b69397-eb4f-4681-96fa-fda6f66b55d3 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Updated VIF entry in instance network info cache for port ac292f7e-3431-4ef6-9af7-4abb8e880452. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:11:36 user nova-compute[75209]: DEBUG nova.network.neutron [req-f03c1987-c759-4ff6-803b-cb9ebcb75944 req-02b69397-eb4f-4681-96fa-fda6f66b55d3 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Updating instance_info_cache with network_info: [{"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f03c1987-c759-4ff6-803b-cb9ebcb75944 req-02b69397-eb4f-4681-96fa-fda6f66b55d3 service nova] Releasing lock "refresh_cache-491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-5569ddb9-ec1c-4f91-9e63-9d162d062c4e req-75c49281-9850-4d50-a415-c0278678836b service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5569ddb9-ec1c-4f91-9e63-9d162d062c4e req-75c49281-9850-4d50-a415-c0278678836b service nova] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5569ddb9-ec1c-4f91-9e63-9d162d062c4e req-75c49281-9850-4d50-a415-c0278678836b service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5569ddb9-ec1c-4f91-9e63-9d162d062c4e req-75c49281-9850-4d50-a415-c0278678836b service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-5569ddb9-ec1c-4f91-9e63-9d162d062c4e req-75c49281-9850-4d50-a415-c0278678836b service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] No waiting events found dispatching network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:38 user nova-compute[75209]: WARNING nova.compute.manager [req-5569ddb9-ec1c-4f91-9e63-9d162d062c4e req-75c49281-9850-4d50-a415-c0278678836b service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received unexpected event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 for instance with vm_state building and task_state spawning.
Dec 04 19:11:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:11:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:11:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Instance spawned successfully.
Dec 04 19:11:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:11:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:40 user nova-compute[75209]: INFO nova.compute.manager [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Took 6.45 seconds to spawn the instance on the hypervisor.
Dec 04 19:11:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:11:40 user nova-compute[75209]: INFO nova.compute.manager [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Took 7.44 seconds to build instance.
Dec 04 19:11:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c4aa3cf-b1fa-4064-b686-9cb59fa1026d tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.563s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-29a53154-39db-45e5-a6e8-82c11cf81af7 req-baceee42-9dc8-43ab-8677-b17b9367badf service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-29a53154-39db-45e5-a6e8-82c11cf81af7 req-baceee42-9dc8-43ab-8677-b17b9367badf service nova] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-29a53154-39db-45e5-a6e8-82c11cf81af7 req-baceee42-9dc8-43ab-8677-b17b9367badf service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-29a53154-39db-45e5-a6e8-82c11cf81af7 req-baceee42-9dc8-43ab-8677-b17b9367badf service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-29a53154-39db-45e5-a6e8-82c11cf81af7 req-baceee42-9dc8-43ab-8677-b17b9367badf service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] No waiting events found dispatching network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:40 user nova-compute[75209]: WARNING nova.compute.manager [req-29a53154-39db-45e5-a6e8-82c11cf81af7 req-baceee42-9dc8-43ab-8677-b17b9367badf service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received unexpected event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 for instance with vm_state active and task_state None.
Dec 04 19:11:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "3203676f-6cd1-431e-a769-f8d508f54caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "3203676f-6cd1-431e-a769-f8d508f54caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:11:42 user nova-compute[75209]: INFO nova.compute.claims [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Claim successful on node user
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.432s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:11:42 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.policy [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039b1a7b677743c7a58a3dbde7124b90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '961103d47ef14e308fc47e44ff436c8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:11:42 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Creating image(s)
Dec 04 19:11:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "/opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "/opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "/opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk 1073741824" returned: 0 in 0.052s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Successfully created port: 550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Cannot resize image /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Ensure instance console log exists: /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Successfully updated port: 550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:11:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "refresh_cache-3203676f-6cd1-431e-a769-f8d508f54caa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquired lock "refresh_cache-3203676f-6cd1-431e-a769-f8d508f54caa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:11:44 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4d5dab3-777f-4e15-aa06-5c9d703155af req-81fc6c35-f915-4312-9538-4b4990c49536 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Received event network-changed-550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:44 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4d5dab3-777f-4e15-aa06-5c9d703155af req-81fc6c35-f915-4312-9538-4b4990c49536 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Refreshing instance network info cache due to event network-changed-550ed0da-7d45-409d-9c50-2ef52c7f64e7. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:11:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4d5dab3-777f-4e15-aa06-5c9d703155af req-81fc6c35-f915-4312-9538-4b4990c49536 service nova] Acquiring lock "refresh_cache-3203676f-6cd1-431e-a769-f8d508f54caa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.network.neutron [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Updating instance_info_cache with network_info: [{"id": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "address": "fa:16:3e:ea:54:0d", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap550ed0da-7d", "ovs_interfaceid": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Releasing lock "refresh_cache-3203676f-6cd1-431e-a769-f8d508f54caa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Instance network_info: |[{"id": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "address": "fa:16:3e:ea:54:0d", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap550ed0da-7d", "ovs_interfaceid": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4d5dab3-777f-4e15-aa06-5c9d703155af req-81fc6c35-f915-4312-9538-4b4990c49536 service nova] Acquired lock "refresh_cache-3203676f-6cd1-431e-a769-f8d508f54caa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.network.neutron [req-c4d5dab3-777f-4e15-aa06-5c9d703155af req-81fc6c35-f915-4312-9538-4b4990c49536 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Refreshing network info cache for port 550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Start _get_guest_xml network_info=[{"id": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "address": "fa:16:3e:ea:54:0d", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap550ed0da-7d", "ovs_interfaceid": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:11:45 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:11:45 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:11:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1326754440',display_name='tempest-VolumesActionsTest-instance-1326754440',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1326754440',id=27,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='961103d47ef14e308fc47e44ff436c8a',ramdisk_id='',reservation_id='r-gcknox1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1656352881',owner_user_name='tempest-VolumesActionsTest-1656352881-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:11:43Z,user_data=None,user_id='039b1a7b677743c7a58a3dbde7124b90',uuid=3203676f-6cd1-431e-a769-f8d508f54caa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "address": "fa:16:3e:ea:54:0d", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap550ed0da-7d", "ovs_interfaceid": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converting VIF {"id": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "address": "fa:16:3e:ea:54:0d", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap550ed0da-7d", "ovs_interfaceid": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:54:0d,bridge_name='br-int',has_traffic_filtering=True,id=550ed0da-7d45-409d-9c50-2ef52c7f64e7,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap550ed0da-7d') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.objects.instance [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lazy-loading 'pci_devices' on Instance uuid 3203676f-6cd1-431e-a769-f8d508f54caa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:11:45 user nova-compute[75209]:   <uuid>3203676f-6cd1-431e-a769-f8d508f54caa</uuid>
Dec 04 19:11:45 user nova-compute[75209]:   <name>instance-0000001b</name>
Dec 04 19:11:45 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:11:45 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:11:45 user nova-compute[75209]:   <metadata>
Dec 04 19:11:45 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:11:45 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:11:45 user nova-compute[75209]:       <nova:name>tempest-VolumesActionsTest-instance-1326754440</nova:name>
Dec 04 19:11:45 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:11:45</nova:creationTime>
Dec 04 19:11:45 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:11:45 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:11:45 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:11:45 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:11:45 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:11:45 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:11:45 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:11:45 user nova-compute[75209]:       <nova:owner>
Dec 04 19:11:45 user nova-compute[75209]:         <nova:user uuid="039b1a7b677743c7a58a3dbde7124b90">tempest-VolumesActionsTest-1656352881-project-member</nova:user>
Dec 04 19:11:45 user nova-compute[75209]:         <nova:project uuid="961103d47ef14e308fc47e44ff436c8a">tempest-VolumesActionsTest-1656352881</nova:project>
Dec 04 19:11:45 user nova-compute[75209]:       </nova:owner>
Dec 04 19:11:45 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:11:45 user nova-compute[75209]:       <nova:ports>
Dec 04 19:11:45 user nova-compute[75209]:         <nova:port uuid="550ed0da-7d45-409d-9c50-2ef52c7f64e7">
Dec 04 19:11:45 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 04 19:11:45 user nova-compute[75209]:         </nova:port>
Dec 04 19:11:45 user nova-compute[75209]:       </nova:ports>
Dec 04 19:11:45 user nova-compute[75209]:     </nova:instance>
Dec 04 19:11:45 user nova-compute[75209]:   </metadata>
Dec 04 19:11:45 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:11:45 user nova-compute[75209]:     <system>
Dec 04 19:11:45 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:11:45 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:11:45 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:11:45 user nova-compute[75209]:       <entry name="serial">3203676f-6cd1-431e-a769-f8d508f54caa</entry>
Dec 04 19:11:45 user nova-compute[75209]:       <entry name="uuid">3203676f-6cd1-431e-a769-f8d508f54caa</entry>
Dec 04 19:11:45 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:11:45 user nova-compute[75209]:     </system>
Dec 04 19:11:45 user nova-compute[75209]:   </sysinfo>
Dec 04 19:11:45 user nova-compute[75209]:   <os>
Dec 04 19:11:45 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:11:45 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:11:45 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:11:45 user nova-compute[75209]:   </os>
Dec 04 19:11:45 user nova-compute[75209]:   <features>
Dec 04 19:11:45 user nova-compute[75209]:     <acpi/>
Dec 04 19:11:45 user nova-compute[75209]:     <apic/>
Dec 04 19:11:45 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:11:45 user nova-compute[75209]:   </features>
Dec 04 19:11:45 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:11:45 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:11:45 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:11:45 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:11:45 user nova-compute[75209]:   </clock>
Dec 04 19:11:45 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:11:45 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:11:45 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:11:45 user nova-compute[75209]:   </cpu>
Dec 04 19:11:45 user nova-compute[75209]:   <devices>
Dec 04 19:11:45 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:11:45 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:11:45 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk"/>
Dec 04 19:11:45 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:11:45 user nova-compute[75209]:     </disk>
Dec 04 19:11:45 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:11:45 user nova-compute[75209]:       <mac address="fa:16:3e:ea:54:0d"/>
Dec 04 19:11:45 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:11:45 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:11:45 user nova-compute[75209]:       <target dev="tap550ed0da-7d"/>
Dec 04 19:11:45 user nova-compute[75209]:     </interface>
Dec 04 19:11:45 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:11:45 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/console.log" append="off"/>
Dec 04 19:11:45 user nova-compute[75209]:     </serial>
Dec 04 19:11:45 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:11:45 user nova-compute[75209]:     <video>
Dec 04 19:11:45 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:11:45 user nova-compute[75209]:     </video>
Dec 04 19:11:45 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:11:45 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:11:45 user nova-compute[75209]:     </rng>
Dec 04 19:11:45 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:11:45 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:11:45 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:11:45 user nova-compute[75209]:     </memballoon>
Dec 04 19:11:45 user nova-compute[75209]:   </devices>
Dec 04 19:11:45 user nova-compute[75209]: </domain>
Dec 04 19:11:45 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:11:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1326754440',display_name='tempest-VolumesActionsTest-instance-1326754440',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1326754440',id=27,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='961103d47ef14e308fc47e44ff436c8a',ramdisk_id='',reservation_id='r-gcknox1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1656352881',owner_user_name='tempest-VolumesActionsTest-1656352881-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:11:43Z,user_data=None,user_id='039b1a7b677743c7a58a3dbde7124b90',uuid=3203676f-6cd1-431e-a769-f8d508f54caa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "address": "fa:16:3e:ea:54:0d", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap550ed0da-7d", "ovs_interfaceid": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converting VIF {"id": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "address": "fa:16:3e:ea:54:0d", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap550ed0da-7d", "ovs_interfaceid": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:54:0d,bridge_name='br-int',has_traffic_filtering=True,id=550ed0da-7d45-409d-9c50-2ef52c7f64e7,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap550ed0da-7d') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG os_vif [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:54:0d,bridge_name='br-int',has_traffic_filtering=True,id=550ed0da-7d45-409d-9c50-2ef52c7f64e7,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap550ed0da-7d') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2d6d319f-4041-5e51-a19d-e46be6ec109e', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap550ed0da-7d, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap550ed0da-7d, col_values=(('qos', UUID('ec5a33b0-7c5c-40e9-9c83-1309fa44be27')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap550ed0da-7d, col_values=(('external_ids', {'iface-id': '550ed0da-7d45-409d-9c50-2ef52c7f64e7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ea:54:0d', 'vm-uuid': '3203676f-6cd1-431e-a769-f8d508f54caa'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:45 user nova-compute[75209]: INFO os_vif [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:54:0d,bridge_name='br-int',has_traffic_filtering=True,id=550ed0da-7d45-409d-9c50-2ef52c7f64e7,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap550ed0da-7d')
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] No VIF found with MAC fa:16:3e:ea:54:0d, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.network.neutron [req-c4d5dab3-777f-4e15-aa06-5c9d703155af req-81fc6c35-f915-4312-9538-4b4990c49536 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Updated VIF entry in instance network info cache for port 550ed0da-7d45-409d-9c50-2ef52c7f64e7. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG nova.network.neutron [req-c4d5dab3-777f-4e15-aa06-5c9d703155af req-81fc6c35-f915-4312-9538-4b4990c49536 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Updating instance_info_cache with network_info: [{"id": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "address": "fa:16:3e:ea:54:0d", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap550ed0da-7d", "ovs_interfaceid": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4d5dab3-777f-4e15-aa06-5c9d703155af req-81fc6c35-f915-4312-9538-4b4990c49536 service nova] Releasing lock "refresh_cache-3203676f-6cd1-431e-a769-f8d508f54caa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:46 user nova-compute[75209]: DEBUG nova.compute.manager [req-1a732fbf-0968-47ea-8161-1ac783018891 req-ff8abd96-4810-43ff-8969-169e81379628 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Received event network-vif-plugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1a732fbf-0968-47ea-8161-1ac783018891 req-ff8abd96-4810-43ff-8969-169e81379628 service nova] Acquiring lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1a732fbf-0968-47ea-8161-1ac783018891 req-ff8abd96-4810-43ff-8969-169e81379628 service nova] Lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1a732fbf-0968-47ea-8161-1ac783018891 req-ff8abd96-4810-43ff-8969-169e81379628 service nova] Lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:46 user nova-compute[75209]: DEBUG nova.compute.manager [req-1a732fbf-0968-47ea-8161-1ac783018891 req-ff8abd96-4810-43ff-8969-169e81379628 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] No waiting events found dispatching network-vif-plugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:46 user nova-compute[75209]: WARNING nova.compute.manager [req-1a732fbf-0968-47ea-8161-1ac783018891 req-ff8abd96-4810-43ff-8969-169e81379628 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Received unexpected event network-vif-plugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 for instance with vm_state building and task_state spawning.
Dec 04 19:11:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:48 user nova-compute[75209]: DEBUG nova.compute.manager [req-c2236315-f9a2-480e-aeb1-ed9abce1e5b2 req-49055306-03c6-4505-9379-cb64674439fc service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Received event network-vif-plugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c2236315-f9a2-480e-aeb1-ed9abce1e5b2 req-49055306-03c6-4505-9379-cb64674439fc service nova] Acquiring lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c2236315-f9a2-480e-aeb1-ed9abce1e5b2 req-49055306-03c6-4505-9379-cb64674439fc service nova] Lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c2236315-f9a2-480e-aeb1-ed9abce1e5b2 req-49055306-03c6-4505-9379-cb64674439fc service nova] Lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:48 user nova-compute[75209]: DEBUG nova.compute.manager [req-c2236315-f9a2-480e-aeb1-ed9abce1e5b2 req-49055306-03c6-4505-9379-cb64674439fc service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] No waiting events found dispatching network-vif-plugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:48 user nova-compute[75209]: WARNING nova.compute.manager [req-c2236315-f9a2-480e-aeb1-ed9abce1e5b2 req-49055306-03c6-4505-9379-cb64674439fc service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Received unexpected event network-vif-plugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 for instance with vm_state building and task_state spawning.
Dec 04 19:11:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:11:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:11:49 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Instance spawned successfully.
Dec 04 19:11:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:11:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:11:49 user nova-compute[75209]: INFO nova.compute.manager [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Took 6.33 seconds to spawn the instance on the hypervisor.
Dec 04 19:11:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:11:49 user nova-compute[75209]: INFO nova.compute.manager [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Took 7.13 seconds to build instance.
Dec 04 19:11:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28817ef1-c3e6-40a6-bca8-442fb4fc2d39 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "3203676f-6cd1-431e-a769-f8d508f54caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.224s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-69b02678-f2b9-451a-a1c8-e8ec6ef46fc6 req-b7cab9c1-a5ec-4695-89fa-dc699985d9a0 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-changed-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:51 user nova-compute[75209]: DEBUG nova.compute.manager [req-69b02678-f2b9-451a-a1c8-e8ec6ef46fc6 req-b7cab9c1-a5ec-4695-89fa-dc699985d9a0 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Refreshing instance network info cache due to event network-changed-b9be9142-d1cb-4ff9-b59d-73429717e7c1. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:11:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-69b02678-f2b9-451a-a1c8-e8ec6ef46fc6 req-b7cab9c1-a5ec-4695-89fa-dc699985d9a0 service nova] Acquiring lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:11:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-69b02678-f2b9-451a-a1c8-e8ec6ef46fc6 req-b7cab9c1-a5ec-4695-89fa-dc699985d9a0 service nova] Acquired lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:11:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-69b02678-f2b9-451a-a1c8-e8ec6ef46fc6 req-b7cab9c1-a5ec-4695-89fa-dc699985d9a0 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Refreshing network info cache for port b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:11:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-69b02678-f2b9-451a-a1c8-e8ec6ef46fc6 req-b7cab9c1-a5ec-4695-89fa-dc699985d9a0 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updated VIF entry in instance network info cache for port b9be9142-d1cb-4ff9-b59d-73429717e7c1. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:11:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-69b02678-f2b9-451a-a1c8-e8ec6ef46fc6 req-b7cab9c1-a5ec-4695-89fa-dc699985d9a0 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating instance_info_cache with network_info: [{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:11:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-69b02678-f2b9-451a-a1c8-e8ec6ef46fc6 req-b7cab9c1-a5ec-4695-89fa-dc699985d9a0 service nova] Releasing lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:11:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:56 user nova-compute[75209]: INFO nova.compute.manager [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Shelving
Dec 04 19:11:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-d185d6b6-02b1-453a-8604-fcf91c515cb0 req-f7c12019-59b9-4133-bd7d-a9f8a685966d service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-vif-unplugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d185d6b6-02b1-453a-8604-fcf91c515cb0 req-f7c12019-59b9-4133-bd7d-a9f8a685966d service nova] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d185d6b6-02b1-453a-8604-fcf91c515cb0 req-f7c12019-59b9-4133-bd7d-a9f8a685966d service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d185d6b6-02b1-453a-8604-fcf91c515cb0 req-f7c12019-59b9-4133-bd7d-a9f8a685966d service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-d185d6b6-02b1-453a-8604-fcf91c515cb0 req-f7c12019-59b9-4133-bd7d-a9f8a685966d service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] No waiting events found dispatching network-vif-unplugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:56 user nova-compute[75209]: WARNING nova.compute.manager [req-d185d6b6-02b1-453a-8604-fcf91c515cb0 req-f7c12019-59b9-4133-bd7d-a9f8a685966d service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received unexpected event network-vif-unplugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 for instance with vm_state active and task_state shelving.
Dec 04 19:11:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Instance destroyed successfully.
Dec 04 19:11:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Beginning cold snapshot process
Dec 04 19:11:57 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:11:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk /opt/stack/data/nova/instances/snapshots/tmp3rds_cb1/70457523ea9f425e9e8a16daac190575 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:11:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk /opt/stack/data/nova/instances/snapshots/tmp3rds_cb1/70457523ea9f425e9e8a16daac190575" returned: 0 in 0.956s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:11:58 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Snapshot extracted, beginning image upload
Dec 04 19:11:58 user nova-compute[75209]: DEBUG nova.compute.manager [req-958ad30f-63a8-480b-9293-5ecef13dcf4e req-fcd9cc58-9b3c-4c58-9d7b-b8960c1d0eb2 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:11:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-958ad30f-63a8-480b-9293-5ecef13dcf4e req-fcd9cc58-9b3c-4c58-9d7b-b8960c1d0eb2 service nova] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:11:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-958ad30f-63a8-480b-9293-5ecef13dcf4e req-fcd9cc58-9b3c-4c58-9d7b-b8960c1d0eb2 service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:11:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-958ad30f-63a8-480b-9293-5ecef13dcf4e req-fcd9cc58-9b3c-4c58-9d7b-b8960c1d0eb2 service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:11:58 user nova-compute[75209]: DEBUG nova.compute.manager [req-958ad30f-63a8-480b-9293-5ecef13dcf4e req-fcd9cc58-9b3c-4c58-9d7b-b8960c1d0eb2 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] No waiting events found dispatching network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:11:58 user nova-compute[75209]: WARNING nova.compute.manager [req-958ad30f-63a8-480b-9293-5ecef13dcf4e req-fcd9cc58-9b3c-4c58-9d7b-b8960c1d0eb2 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received unexpected event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 for instance with vm_state active and task_state shelving_image_uploading.
Dec 04 19:11:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Snapshot image upload complete
Dec 04 19:12:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:12:01 user nova-compute[75209]: INFO nova.compute.manager [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Shelve offloading
Dec 04 19:12:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Instance destroyed successfully.
Dec 04 19:12:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:12:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:12:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquired lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:12:01 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:12:02 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating instance_info_cache with network_info: [{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:12:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Releasing lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:12:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Instance destroyed successfully.
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'resources' on Instance uuid f1aa5afb-21f1-498a-9a28-f44b313fa569 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:09:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-959887395',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-959887395',id=23,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBW+SEoKUj/VY5PWaf4x7btjkaDpYNFTwJWbCH4Tx9jUP+cfA6cMhvEFdyWxQwUh1j8ITmDUjb0MGngC9XJdINQcyhVw141qYnE7iBOyXAMMOCP+HcuXWHsYPDPaL09vEQ==',key_name='tempest-keypair-1460044587',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:10:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ehirk8g0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member',shelved_at='2023-12-04T19:12:01.493144',shelved_host='user',shelved_image_id='fba6c6da-7c05-48b5-91db-e7a80ef6a5f2'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:11:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=f1aa5afb-21f1-498a-9a28-f44b313fa569,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG os_vif [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9be9142-d1, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5cfc9ca7-eac6-444a-9c25-b4d32f6b21b8) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-2b1d57b7-4e10-4c24-8a3b-8caeefffb5af req-168a5cf8-645c-46b0-94d0-c3d39e786bed service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-changed-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-2b1d57b7-4e10-4c24-8a3b-8caeefffb5af req-168a5cf8-645c-46b0-94d0-c3d39e786bed service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Refreshing instance network info cache due to event network-changed-b9be9142-d1cb-4ff9-b59d-73429717e7c1. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2b1d57b7-4e10-4c24-8a3b-8caeefffb5af req-168a5cf8-645c-46b0-94d0-c3d39e786bed service nova] Acquiring lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2b1d57b7-4e10-4c24-8a3b-8caeefffb5af req-168a5cf8-645c-46b0-94d0-c3d39e786bed service nova] Acquired lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.network.neutron [req-2b1d57b7-4e10-4c24-8a3b-8caeefffb5af req-168a5cf8-645c-46b0-94d0-c3d39e786bed service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Refreshing network info cache for port b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:12:03 user nova-compute[75209]: INFO os_vif [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1')
Dec 04 19:12:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Deleting instance files /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569_del
Dec 04 19:12:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Deletion of /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569_del complete
Dec 04 19:12:03 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Deleted allocations for instance f1aa5afb-21f1-498a-9a28-f44b313fa569
Dec 04 19:12:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'numa_topology' on Instance uuid f1aa5afb-21f1-498a-9a28-f44b313fa569 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.objects.base [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Object Instance<f1aa5afb-21f1-498a-9a28-f44b313fa569> lazy-loaded attributes: resources,numa_topology {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.network.neutron [req-2b1d57b7-4e10-4c24-8a3b-8caeefffb5af req-168a5cf8-645c-46b0-94d0-c3d39e786bed service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updated VIF entry in instance network info cache for port b9be9142-d1cb-4ff9-b59d-73429717e7c1. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG nova.network.neutron [req-2b1d57b7-4e10-4c24-8a3b-8caeefffb5af req-168a5cf8-645c-46b0-94d0-c3d39e786bed service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating instance_info_cache with network_info: [{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapb9be9142-d1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.366s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2b1d57b7-4e10-4c24-8a3b-8caeefffb5af req-168a5cf8-645c-46b0-94d0-c3d39e786bed service nova] Releasing lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:12:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fbdd0a67-6b0d-4d9a-8529-fd8dca0d0341 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.280s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:12:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-8d70224a-4bce-4c76-8240-813485a6d376 req-ad9b0788-4eb6-4be7-bdb1-034aa2028059 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-changed-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:12:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-8d70224a-4bce-4c76-8240-813485a6d376 req-ad9b0788-4eb6-4be7-bdb1-034aa2028059 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Refreshing instance network info cache due to event network-changed-98e4ba58-4729-4d49-8bed-b219771ecce2. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:12:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8d70224a-4bce-4c76-8240-813485a6d376 req-ad9b0788-4eb6-4be7-bdb1-034aa2028059 service nova] Acquiring lock "refresh_cache-15a8b8af-4634-4f82-98fb-3f458994d47c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:12:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8d70224a-4bce-4c76-8240-813485a6d376 req-ad9b0788-4eb6-4be7-bdb1-034aa2028059 service nova] Acquired lock "refresh_cache-15a8b8af-4634-4f82-98fb-3f458994d47c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:12:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-8d70224a-4bce-4c76-8240-813485a6d376 req-ad9b0788-4eb6-4be7-bdb1-034aa2028059 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Refreshing network info cache for port 98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG nova.objects.instance [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lazy-loading 'flavor' on Instance uuid 15a8b8af-4634-4f82-98fb-3f458994d47c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-8d70224a-4bce-4c76-8240-813485a6d376 req-ad9b0788-4eb6-4be7-bdb1-034aa2028059 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Updated VIF entry in instance network info cache for port 98e4ba58-4729-4d49-8bed-b219771ecce2. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-8d70224a-4bce-4c76-8240-813485a6d376 req-ad9b0788-4eb6-4be7-bdb1-034aa2028059 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Updating instance_info_cache with network_info: [{"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8d70224a-4bce-4c76-8240-813485a6d376 req-ad9b0788-4eb6-4be7-bdb1-034aa2028059 service nova] Releasing lock "refresh_cache-15a8b8af-4634-4f82-98fb-3f458994d47c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:12:08 user nova-compute[75209]: INFO nova.compute.manager [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Attaching volume 54d45f96-6a70-4a38-91c5-3b507b87286f to /dev/vdb
Dec 04 19:12:08 user nova-compute[75209]: DEBUG os_brick.utils [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2573d76b-1edd-4e84-a739-358e92096291]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3062689-16b2-440d-9617-01724a8d9688]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94e2197-4b63-4337-b176-46f6662595d0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[82fb43ca-02a1-4304-9dbc-5ab76e715c00]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:12:08 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:12:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[405a08f9-f78a-4382-88f8-9cdb0aa6e85b]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG os_brick.utils [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:12:08 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Updating existing volume attachment record: 39ec8657-e249-4cfb-98b2-c16fded42c2b {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:12:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:16 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:12:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:18 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:12:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:12:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:12:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:12:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:12:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:12:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7577MB free_disk=25.057960510253906GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Applying migration context for instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 as it has an incoming, in-progress migration d48c5ce0-fdd1-4ff5-a72a-2d3e61880e09. Migration status is finished {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 04 19:12:24 user nova-compute[75209]: INFO nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating resource usage from migration d48c5ce0-fdd1-4ff5-a72a-2d3e61880e09
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 47258b99-33f4-4ac3-a34f-0ca2d347638b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 15a8b8af-4634-4f82-98fb-3f458994d47c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Migration d48c5ce0-fdd1-4ff5-a72a-2d3e61880e09 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3203676f-6cd1-431e-a769-f8d508f54caa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=29GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.500s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:12:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating instance_info_cache with network_info: [{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:12:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:12:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HVbTqrKi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:12:33 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:12:33 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:12:33 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba143047-ef85-46bd-92d7-3c108d01556b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:12:33 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b70627-0b09-4c0d-a637-01a9befb2645]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f] added
Dec 04 19:12:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc2c9fb5-7620-4c17-aeaf-8e911a468703]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b9ccf40-64f0-4af8-a1aa-83e093d9e08b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HVbTqrKi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HVbTqrKi" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[de7c6310-faad-4a0c-907a-a2e9112b34e1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HVbTqrKi'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[52971d6a-204e-42b0-9251-d41a93943d10]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7cba292-5248-4296-8c2e-866a1c53b707]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:12:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:12:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa00204-7f7a-4577-b6c3-4920ae3ab445]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f, portal: 172.16.0.220,3260]
Dec 04 19:12:33 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f, portal: 172.16.0.220,3260] successful.
Dec 04 19:12:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e085a1-fdae-4256-8f1f-0f3b0ee05fc6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b529e20d-5a67-47d5-b6a4-fca7b07d49b5]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:12:33 user nova-compute[75209]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:12:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:12:33 user nova-compute[75209]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:12:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] HCTL ('34', '-', '-', 0) found on session 25 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd794773-687c-4789-8cdc-f7b1d5ff7df5]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Searching for a device in session 25 and hctl ['34', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:12:34 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Searching for a device in session 25 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:12:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HVbTqrKi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:12:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:12:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '26631626637663438', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:12:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631626637663438', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:12:34 user nova-compute[75209]: DEBUG nova.objects.instance [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lazy-loading 'flavor' on Instance uuid 15a8b8af-4634-4f82-98fb-3f458994d47c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:12:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:12:34 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:12:34 user nova-compute[75209]:   <source dev="/dev/sdc"/>
Dec 04 19:12:34 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:12:34 user nova-compute[75209]:   <serial>54d45f96-6a70-4a38-91c5-3b507b87286f</serial>
Dec 04 19:12:34 user nova-compute[75209]: </disk>
Dec 04 19:12:34 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:12:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:12:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:12:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] No VIF found with MAC fa:16:3e:0f:e7:16, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:12:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1cbcceb6-6b40-4e95-862e-6f4b6ba1481d tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.893s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:12:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG nova.objects.instance [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lazy-loading 'flavor' on Instance uuid 15a8b8af-4634-4f82-98fb-3f458994d47c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:12:39 user nova-compute[75209]: INFO nova.compute.manager [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Attaching volume 81af18fa-ac9c-4807-8c29-7b1c848980ca to /dev/vdc
Dec 04 19:12:39 user nova-compute[75209]: DEBUG os_brick.utils [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed0fb953-1a43-4267-ba3a-177a0888a2d0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b298de-8b7d-406a-8841-c06eca04fe37]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a2783b9-2cdb-4883-9c77-e672aab51201]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[82d03bad-4d28-4435-a0a7-772e3347f6f7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:12:39 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:12:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d67ccfd-8a9a-4801-aa1f-9203747d766b]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG os_brick.utils [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:12:39 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Updating existing volume attachment record: 9e3a0b38-46dc-49e5-b327-99e3d3951feb {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:12:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:12:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:12:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:12:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:12:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MKFkaVNS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:12:49 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:12:49 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:12:49 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bb6c11d-cba0-4376-a54c-7ec9ec571dd9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:12:49 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[691cf854-7cc8-4034-9e7e-51f081a629d2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca] added
Dec 04 19:12:49 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1b4419a-ed79-4180-aefc-d3423d3545eb]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb8ca2e4-754f-40d6-aedd-87f5ddbe1e07]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MKFkaVNS {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MKFkaVNS" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e421f06b-abc9-41f4-9e6e-7570c7e5822d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MKFkaVNS'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a4f6df-f337-446c-a50e-ec9b1c8ad7b9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[71b55969-0dd0-42fa-aece-e159b001a190]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:12:49 user nova-compute[75209]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:12:49 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:12:49 user nova-compute[75209]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:12:49 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[625daf73-47e0-4d49-9993-517593a21cff]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca, portal: 172.16.0.220,3260]
Dec 04 19:12:49 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca, portal: 172.16.0.220,3260] successful.
Dec 04 19:12:49 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[da694cb8-8c10-48a9-aa87-bf0031ab0c76]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[60197e21-ce8a-43d2-8384-67d3a1b935b9]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:12:49 user nova-compute[75209]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:12:49 user nova-compute[75209]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)
Dec 04 19:12:49 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:12:49 user nova-compute[75209]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:12:49 user nova-compute[75209]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)
Dec 04 19:12:49 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] HCTL ('35', '-', '-', 0) found on session 26 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d415d3c3-7b71-4a6d-a879-16ee9ce82a8a]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:49 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:12:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:12:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MKFkaVNS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:12:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.308s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:12:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '23734613939373962', 'path': '/dev/sdd'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:12:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23734613939373962', 'path': '/dev/sdd'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:12:50 user nova-compute[75209]: DEBUG nova.objects.instance [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lazy-loading 'flavor' on Instance uuid 15a8b8af-4634-4f82-98fb-3f458994d47c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:12:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:12:50 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:12:50 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:12:50 user nova-compute[75209]:   <target dev="vdc" bus="virtio"/>
Dec 04 19:12:50 user nova-compute[75209]:   <serial>81af18fa-ac9c-4807-8c29-7b1c848980ca</serial>
Dec 04 19:12:50 user nova-compute[75209]: </disk>
Dec 04 19:12:50 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:12:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:12:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:12:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:12:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] No VIF found with MAC fa:16:3e:0f:e7:16, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:12:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-38c4c1be-7bc2-465f-a23c-f6232e62efe7 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.990s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:12:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:12:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:12:52 user nova-compute[75209]: INFO nova.compute.manager [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Detaching volume 81af18fa-ac9c-4807-8c29-7b1c848980ca
Dec 04 19:12:52 user nova-compute[75209]: INFO nova.virt.block_device [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Attempting to driver detach volume 81af18fa-ac9c-4807-8c29-7b1c848980ca from mountpoint /dev/vdc
Dec 04 19:12:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Attempting to detach device vdc from instance 15a8b8af-4634-4f82-98fb-3f458994d47c from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:12:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:12:52 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:12:52 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:12:52 user nova-compute[75209]:   <target dev="vdc" bus="virtio"/>
Dec 04 19:12:52 user nova-compute[75209]:   <serial>81af18fa-ac9c-4807-8c29-7b1c848980ca</serial>
Dec 04 19:12:52 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 04 19:12:52 user nova-compute[75209]: </disk>
Dec 04 19:12:52 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:12:52 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Successfully detached device vdc from instance 15a8b8af-4634-4f82-98fb-3f458994d47c from the persistent domain config.
Dec 04 19:12:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 15a8b8af-4634-4f82-98fb-3f458994d47c from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:12:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:12:52 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:12:52 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:12:52 user nova-compute[75209]:   <target dev="vdc" bus="virtio"/>
Dec 04 19:12:52 user nova-compute[75209]:   <serial>81af18fa-ac9c-4807-8c29-7b1c848980ca</serial>
Dec 04 19:12:52 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 04 19:12:52 user nova-compute[75209]: </disk>
Dec 04 19:12:52 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:12:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 15a8b8af-4634-4f82-98fb-3f458994d47c {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-d896a337-3779-4647-a73b-bd84b2d50edd req-220b0b65-4a4d-49c2-98a5-d3cb5eddb4fe service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-changed-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-d896a337-3779-4647-a73b-bd84b2d50edd req-220b0b65-4a4d-49c2-98a5-d3cb5eddb4fe service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Refreshing instance network info cache due to event network-changed-5001f405-8321-475a-9dea-c654ea68884f. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d896a337-3779-4647-a73b-bd84b2d50edd req-220b0b65-4a4d-49c2-98a5-d3cb5eddb4fe service nova] Acquiring lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d896a337-3779-4647-a73b-bd84b2d50edd req-220b0b65-4a4d-49c2-98a5-d3cb5eddb4fe service nova] Acquired lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-d896a337-3779-4647-a73b-bd84b2d50edd req-220b0b65-4a4d-49c2-98a5-d3cb5eddb4fe service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Refreshing network info cache for port 5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG nova.objects.instance [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'flavor' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:12:56 user nova-compute[75209]: INFO nova.compute.manager [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Attaching volume 6a86db66-4c7d-4b3a-b168-138244c978fe to /dev/vdb
Dec 04 19:12:56 user nova-compute[75209]: DEBUG os_brick.utils [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[916bd59b-be48-4746-a8db-e2c5956baeee]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf58fd4e-8bc3-4c2d-b3db-dec3bbc4be03]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0005874f-d2d3-434f-9277-5337d56bdea1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[467a068f-1751-4b06-8626-ca9ffc75370e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-d896a337-3779-4647-a73b-bd84b2d50edd req-220b0b65-4a4d-49c2-98a5-d3cb5eddb4fe service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updated VIF entry in instance network info cache for port 5001f405-8321-475a-9dea-c654ea68884f. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-d896a337-3779-4647-a73b-bd84b2d50edd req-220b0b65-4a4d-49c2-98a5-d3cb5eddb4fe service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updating instance_info_cache with network_info: [{"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:12:56 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbe44e34-b34c-4397-be77-03cd1aeabcaa]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG os_brick.utils [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updating existing volume attachment record: 4f4d81f3-7d17-4789-a238-98457b307d71 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:12:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d896a337-3779-4647-a73b-bd84b2d50edd req-220b0b65-4a4d-49c2-98a5-d3cb5eddb4fe service nova] Releasing lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:12:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:12:59 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Port 15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 binding to destination host user is already ACTIVE {{(pid=75209) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 04 19:12:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:12:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquired lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:12:59 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:13:00 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating instance_info_cache with network_info: [{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Releasing lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Creating tmpfile /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/tmpv_v4qg_8 to verify with other compute node that the instance is on the same shared storage. {{(pid=75209) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9622}}
Dec 04 19:13:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-99d3a439-81e6-4a10-9254-7ef572fd1d54 req-d51aad4c-dd91-4ae3-9948-2ce517878e7d service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-unplugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99d3a439-81e6-4a10-9254-7ef572fd1d54 req-d51aad4c-dd91-4ae3-9948-2ce517878e7d service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99d3a439-81e6-4a10-9254-7ef572fd1d54 req-d51aad4c-dd91-4ae3-9948-2ce517878e7d service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99d3a439-81e6-4a10-9254-7ef572fd1d54 req-d51aad4c-dd91-4ae3-9948-2ce517878e7d service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-99d3a439-81e6-4a10-9254-7ef572fd1d54 req-d51aad4c-dd91-4ae3-9948-2ce517878e7d service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-unplugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:01 user nova-compute[75209]: WARNING nova.compute.manager [req-99d3a439-81e6-4a10-9254-7ef572fd1d54 req-d51aad4c-dd91-4ae3-9948-2ce517878e7d service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-unplugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state resized and task_state resize_reverting.
Dec 04 19:13:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance destroyed successfully.
Dec 04 19:13:01 user nova-compute[75209]: DEBUG nova.objects.instance [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lazy-loading 'resources' on Instance uuid 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1319689571',display_name='tempest-ServerActionsTestOtherB-server-1319689571',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1319689571',id=17,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdYnAjHMYWHmweFAuw9t+bltwsiUWUZVjwFP3+G/Mgng5/ebGXlwXm/fNapPE+2KUfBk/TDWeewPqb7dTanBoso2TSdI7elIvswlTLNM0+krI78BlF/x9R8oZ41ItyLAg==',key_name='tempest-keypair-728892055',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:11:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1d3899df98b489a9e0b53f76acc88b8',ramdisk_id='',reservation_id='r-0tc36rny',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-994380357',owner_user_name='tempest-ServerActionsTestOtherB-994380357-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:11:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b183b07d1f472cbbc3be9c438ad9aa',uuid=4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converting VIF {"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_vif [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap15d03ebe-4f, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1ddace24-9205-43e4-a9f5-2a50386701aa) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:01 user nova-compute[75209]: INFO os_vif [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f')
Dec 04 19:13:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:01 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bf99e6a-f662-4e4d-b391-bf63ad18dd37]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:13:01 user nova-compute[75209]: No targets found.
Dec 04 19:13:01 user nova-compute[75209]: iSNS:
Dec 04 19:13:01 user nova-compute[75209]: No targets found.
Dec 04 19:13:01 user nova-compute[75209]: STATIC:
Dec 04 19:13:01 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72
Dec 04 19:13:01 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:01 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:01 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca
Dec 04 19:13:01 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:01 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:01 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f
Dec 04 19:13:01 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:01 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:01 user nova-compute[75209]: FIRMWARE:
Dec 04 19:13:01 user nova-compute[75209]: No targets found.
Dec 04 19:13:01 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:13:01 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:13:01 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c066eb-d352-462b-8bc6-8d879ce1a93d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[41675426-db3b-4273-92ad-ae87d018c55b]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:01 user nova-compute[75209]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:01 user nova-compute[75209]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)
Dec 04 19:13:01 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:01 user nova-compute[75209]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:01 user nova-compute[75209]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)
Dec 04 19:13:01 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c672f80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c03f156-1741-4771-8102-71090418e6aa]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9354f1-5622-47b0-bf55-eef7c7b5ea0e]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[061acb0d-0e66-488c-aa09-07788f9e117b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.065s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c423573-256c-4bfa-88b7-f5fe39b6d3b5]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.033s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[355a264c-1c18-44f9-9537-ec4b98570518]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[226e194a-75cc-456a-abed-cd57eb44d01f]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]
Dec 04 19:13:01 user nova-compute[75209]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.
Dec 04 19:13:01 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[99f3d2de-b8b8-4da9-918a-77a83bd8e684]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] <== disconnect_volume: return (391ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:13:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-89cec917-288c-44d9-a84f-7bc8330c9379 req-927b1e10-658a-429e-80eb-f222bdded7bf service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-89cec917-288c-44d9-a84f-7bc8330c9379 req-927b1e10-658a-429e-80eb-f222bdded7bf service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-89cec917-288c-44d9-a84f-7bc8330c9379 req-927b1e10-658a-429e-80eb-f222bdded7bf service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-89cec917-288c-44d9-a84f-7bc8330c9379 req-927b1e10-658a-429e-80eb-f222bdded7bf service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-89cec917-288c-44d9-a84f-7bc8330c9379 req-927b1e10-658a-429e-80eb-f222bdded7bf service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:03 user nova-compute[75209]: WARNING nova.compute.manager [req-89cec917-288c-44d9-a84f-7bc8330c9379 req-927b1e10-658a-429e-80eb-f222bdded7bf service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state resized and task_state resize_reverting.
Dec 04 19:13:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:13:05 user nova-compute[75209]: INFO nova.compute.claims [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Claim successful on node user
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.738s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:13:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:13:06 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:13:06 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG nova.policy [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68e7dd36d57640899fe033fc69e0f072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a45fa1de504c4d3ba40440f8dbe87b60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:13:06 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Creating image(s)
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "/opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "/opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "/opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk 1073741824" returned: 0 in 0.045s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.224s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.167s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:13:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.390s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:07 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Cannot resize image /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:13:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:13:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Ensure instance console log exists: /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:13:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Successfully created port: 26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Successfully updated port: 26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquired lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-fd9c842c-cdec-49dc-b2f5-fbf827755d0f req-e87f5064-0988-40fd-8ff1-d329bf0a3d3a service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-changed-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-fd9c842c-cdec-49dc-b2f5-fbf827755d0f req-e87f5064-0988-40fd-8ff1-d329bf0a3d3a service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Refreshing instance network info cache due to event network-changed-26a6f891-c1cd-4435-a46f-2ce04d2ac364. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fd9c842c-cdec-49dc-b2f5-fbf827755d0f req-e87f5064-0988-40fd-8ff1-d329bf0a3d3a service nova] Acquiring lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updating instance_info_cache with network_info: [{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Releasing lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance network_info: |[{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fd9c842c-cdec-49dc-b2f5-fbf827755d0f req-e87f5064-0988-40fd-8ff1-d329bf0a3d3a service nova] Acquired lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-fd9c842c-cdec-49dc-b2f5-fbf827755d0f req-e87f5064-0988-40fd-8ff1-d329bf0a3d3a service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Refreshing network info cache for port 26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Start _get_guest_xml network_info=[{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:13:08 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:08 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-965961137',display_name='tempest-AttachVolumeTestJSON-server-965961137',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-965961137',id=28,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAMKh6var8Jd9R9PltMPxcYcpt93m6loprIFVmxC8oCxz/QnsynbRnatHVF5r0LAfKco48ph3ilDX05sCaOrrahczBP+DxvX8RKwKm6Y0j2kvnVqJ9N+djMPd1ToFhKHVA==',key_name='tempest-keypair-1976610628',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-0rsy35km',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:13:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=87c40e60-6eb8-4932-ae1f-17bf12a64dec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.objects.instance [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'pci_devices' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:13:08 user nova-compute[75209]:   <uuid>87c40e60-6eb8-4932-ae1f-17bf12a64dec</uuid>
Dec 04 19:13:08 user nova-compute[75209]:   <name>instance-0000001c</name>
Dec 04 19:13:08 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:13:08 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:13:08 user nova-compute[75209]:   <metadata>
Dec 04 19:13:08 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:13:08 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:13:08 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeTestJSON-server-965961137</nova:name>
Dec 04 19:13:08 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:13:08</nova:creationTime>
Dec 04 19:13:08 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:13:08 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:13:08 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:13:08 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:13:08 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:13:08 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:13:08 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:13:08 user nova-compute[75209]:       <nova:owner>
Dec 04 19:13:08 user nova-compute[75209]:         <nova:user uuid="68e7dd36d57640899fe033fc69e0f072">tempest-AttachVolumeTestJSON-1002862535-project-member</nova:user>
Dec 04 19:13:08 user nova-compute[75209]:         <nova:project uuid="a45fa1de504c4d3ba40440f8dbe87b60">tempest-AttachVolumeTestJSON-1002862535</nova:project>
Dec 04 19:13:08 user nova-compute[75209]:       </nova:owner>
Dec 04 19:13:08 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:13:08 user nova-compute[75209]:       <nova:ports>
Dec 04 19:13:08 user nova-compute[75209]:         <nova:port uuid="26a6f891-c1cd-4435-a46f-2ce04d2ac364">
Dec 04 19:13:08 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 19:13:08 user nova-compute[75209]:         </nova:port>
Dec 04 19:13:08 user nova-compute[75209]:       </nova:ports>
Dec 04 19:13:08 user nova-compute[75209]:     </nova:instance>
Dec 04 19:13:08 user nova-compute[75209]:   </metadata>
Dec 04 19:13:08 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:13:08 user nova-compute[75209]:     <system>
Dec 04 19:13:08 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:13:08 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:13:08 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:13:08 user nova-compute[75209]:       <entry name="serial">87c40e60-6eb8-4932-ae1f-17bf12a64dec</entry>
Dec 04 19:13:08 user nova-compute[75209]:       <entry name="uuid">87c40e60-6eb8-4932-ae1f-17bf12a64dec</entry>
Dec 04 19:13:08 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:13:08 user nova-compute[75209]:     </system>
Dec 04 19:13:08 user nova-compute[75209]:   </sysinfo>
Dec 04 19:13:08 user nova-compute[75209]:   <os>
Dec 04 19:13:08 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:13:08 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:13:08 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:13:08 user nova-compute[75209]:   </os>
Dec 04 19:13:08 user nova-compute[75209]:   <features>
Dec 04 19:13:08 user nova-compute[75209]:     <acpi/>
Dec 04 19:13:08 user nova-compute[75209]:     <apic/>
Dec 04 19:13:08 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:13:08 user nova-compute[75209]:   </features>
Dec 04 19:13:08 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:13:08 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:13:08 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:13:08 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:13:08 user nova-compute[75209]:   </clock>
Dec 04 19:13:08 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:13:08 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:13:08 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:13:08 user nova-compute[75209]:   </cpu>
Dec 04 19:13:08 user nova-compute[75209]:   <devices>
Dec 04 19:13:08 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:13:08 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:13:08 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk"/>
Dec 04 19:13:08 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:13:08 user nova-compute[75209]:     </disk>
Dec 04 19:13:08 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:13:08 user nova-compute[75209]:       <mac address="fa:16:3e:6a:3a:ef"/>
Dec 04 19:13:08 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:08 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:13:08 user nova-compute[75209]:       <target dev="tap26a6f891-c1"/>
Dec 04 19:13:08 user nova-compute[75209]:     </interface>
Dec 04 19:13:08 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:13:08 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/console.log" append="off"/>
Dec 04 19:13:08 user nova-compute[75209]:     </serial>
Dec 04 19:13:08 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:13:08 user nova-compute[75209]:     <video>
Dec 04 19:13:08 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:08 user nova-compute[75209]:     </video>
Dec 04 19:13:08 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:13:08 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:13:08 user nova-compute[75209]:     </rng>
Dec 04 19:13:08 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:13:08 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:13:08 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:13:08 user nova-compute[75209]:     </memballoon>
Dec 04 19:13:08 user nova-compute[75209]:   </devices>
Dec 04 19:13:08 user nova-compute[75209]: </domain>
Dec 04 19:13:08 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-965961137',display_name='tempest-AttachVolumeTestJSON-server-965961137',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-965961137',id=28,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAMKh6var8Jd9R9PltMPxcYcpt93m6loprIFVmxC8oCxz/QnsynbRnatHVF5r0LAfKco48ph3ilDX05sCaOrrahczBP+DxvX8RKwKm6Y0j2kvnVqJ9N+djMPd1ToFhKHVA==',key_name='tempest-keypair-1976610628',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-0rsy35km',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:13:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=87c40e60-6eb8-4932-ae1f-17bf12a64dec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG os_vif [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc89671d-75de-5e66-9507-592da66d41a8', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap26a6f891-c1, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap26a6f891-c1, col_values=(('qos', UUID('b2016f04-5adb-4ea4-842d-acd0f255a6b6')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap26a6f891-c1, col_values=(('external_ids', {'iface-id': '26a6f891-c1cd-4435-a46f-2ce04d2ac364', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:3a:ef', 'vm-uuid': '87c40e60-6eb8-4932-ae1f-17bf12a64dec'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:08 user nova-compute[75209]: INFO os_vif [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1')
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] No VIF found with MAC fa:16:3e:6a:3a:ef, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG nova.network.neutron [req-fd9c842c-cdec-49dc-b2f5-fbf827755d0f req-e87f5064-0988-40fd-8ff1-d329bf0a3d3a service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updated VIF entry in instance network info cache for port 26a6f891-c1cd-4435-a46f-2ce04d2ac364. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG nova.network.neutron [req-fd9c842c-cdec-49dc-b2f5-fbf827755d0f req-e87f5064-0988-40fd-8ff1-d329bf0a3d3a service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updating instance_info_cache with network_info: [{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fd9c842c-cdec-49dc-b2f5-fbf827755d0f req-e87f5064-0988-40fd-8ff1-d329bf0a3d3a service nova] Releasing lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG nova.objects.instance [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lazy-loading 'migration_context' on Instance uuid 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG nova.objects.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Object Instance<4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9> lazy-loaded attributes: resources,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWtLZlJT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:09 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:09 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:09 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8718b6a4-495c-40cc-bb56-fd40bfc20907]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:13:09 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[253d93fc-bf01-4e4d-8ae6-313b336c7bef]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe] added
Dec 04 19:13:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e9067fe-533a-40fe-818e-8b211a44a61e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd80aadf-35b9-4271-ac25-49f942532763]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SWtLZlJT {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SWtLZlJT" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[68329020-65b7-4416-a3be-8c38431e2202]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SWtLZlJT'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6111ba5a-c98b-46f6-a8f7-4a02185fc4ed]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a33c63f3-420d-40d1-8394-ce56c9baaeed]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:09 user nova-compute[75209]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)
Dec 04 19:13:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:09 user nova-compute[75209]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)
Dec 04 19:13:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b129245-aa08-4321-9cdd-39fd5ff43db1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe, portal: 172.16.0.220,3260]
Dec 04 19:13:09 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe, portal: 172.16.0.220,3260] successful.
Dec 04 19:13:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0923779-77d0-4518-899d-37097ea1771f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8b970c3-a619-4f33-91b9-3eeee0b3f344]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:09 user nova-compute[75209]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)
Dec 04 19:13:09 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:09 user nova-compute[75209]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)
Dec 04 19:13:09 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d397a9a3-cf9c-45e2-87ce-29cbf66ef00f]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWtLZlJT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:13:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.475s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:09 user nova-compute[75209]: INFO nova.compute.manager [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Swapping old allocation on dict_keys(['21ae8f33-6f78-4779-921c-d12516131ad7']) held by migration d48c5ce0-fdd1-4ff5-a72a-2d3e61880e09 for instance
Dec 04 19:13:10 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Overwriting current allocation {'allocations': {'21ae8f33-6f78-4779-921c-d12516131ad7': {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}, 'generation': 33}}, 'project_id': 'c1d3899df98b489a9e0b53f76acc88b8', 'user_id': 'f9b183b07d1f472cbbc3be9c438ad9aa', 'consumer_generation': 1} on consumer 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 {{(pid=75209) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquired lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-9948e63e-1ebf-4baa-b375-c16031ab7bc2 req-15c6721f-08a0-4fa4-87ce-c3f91d076db5 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9948e63e-1ebf-4baa-b375-c16031ab7bc2 req-15c6721f-08a0-4fa4-87ce-c3f91d076db5 service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9948e63e-1ebf-4baa-b375-c16031ab7bc2 req-15c6721f-08a0-4fa4-87ce-c3f91d076db5 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9948e63e-1ebf-4baa-b375-c16031ab7bc2 req-15c6721f-08a0-4fa4-87ce-c3f91d076db5 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-9948e63e-1ebf-4baa-b375-c16031ab7bc2 req-15c6721f-08a0-4fa4-87ce-c3f91d076db5 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:10 user nova-compute[75209]: WARNING nova.compute.manager [req-9948e63e-1ebf-4baa-b375-c16031ab7bc2 req-15c6721f-08a0-4fa4-87ce-c3f91d076db5 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state building and task_state spawning.
Dec 04 19:13:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.459s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] <== connect_volume: return (1461ms) {'type': 'block', 'scsi_wwn': '23066626335626165', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23066626335626165', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG nova.objects.instance [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'flavor' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:13:10 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:13:10 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:13:10 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:13:10 user nova-compute[75209]:   <serial>6a86db66-4c7d-4b3a-b168-138244c978fe</serial>
Dec 04 19:13:10 user nova-compute[75209]: </disk>
Dec 04 19:13:10 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:13:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating instance_info_cache with network_info: [{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Releasing lock "refresh_cache-4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG os_brick.utils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d1a64c9-551c-44f6-8dd0-086127478d12]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcfe6b9f-ac95-4a88-b97d-db2af4cc2162]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b39a2565-9213-46d9-bd11-359ed3ec65b1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[aec74ce8-3ec3-46f0-8ad8-a82bd60f8cfd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:13:11 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf88f054-8b84-4a7f-b702-1ad1b3ea87b9]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG os_brick.utils [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No VIF found with MAC fa:16:3e:93:03:1b, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:13:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-33669cc7-bd7d-48ee-ab7a-64645907d5d7 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.122s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:12 user nova-compute[75209]: INFO nova.compute.manager [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Rescuing
Dec 04 19:13:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquired lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-3d81e03b-4e7f-4878-be3d-b2532fe4f5f9 req-ba2f5afc-b9c2-4a41-99e1-979b509d868e service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3d81e03b-4e7f-4878-be3d-b2532fe4f5f9 req-ba2f5afc-b9c2-4a41-99e1-979b509d868e service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3d81e03b-4e7f-4878-be3d-b2532fe4f5f9 req-ba2f5afc-b9c2-4a41-99e1-979b509d868e service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3d81e03b-4e7f-4878-be3d-b2532fe4f5f9 req-ba2f5afc-b9c2-4a41-99e1-979b509d868e service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-3d81e03b-4e7f-4878-be3d-b2532fe4f5f9 req-ba2f5afc-b9c2-4a41-99e1-979b509d868e service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:12 user nova-compute[75209]: WARNING nova.compute.manager [req-3d81e03b-4e7f-4878-be3d-b2532fe4f5f9 req-ba2f5afc-b9c2-4a41-99e1-979b509d868e service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state building and task_state spawning.
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:13:12 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance spawned successfully.
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:12 user nova-compute[75209]: INFO nova.compute.manager [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Took 6.70 seconds to spawn the instance on the hypervisor.
Dec 04 19:13:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:13:12 user nova-compute[75209]: INFO nova.compute.manager [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Took 7.93 seconds to build instance.
Dec 04 19:13:13 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updating instance_info_cache with network_info: [{"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c83bff93-1a90-4fa3-9d97-6de2e0bc5512 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.056s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Releasing lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:13 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 15a8b8af-4634-4f82-98fb-3f458994d47c is timed out.
Dec 04 19:13:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Successfully detached device vdc from instance 15a8b8af-4634-4f82-98fb-3f458994d47c from the live domain config.
Dec 04 19:13:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MKFkaVNS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:13 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddaf84c6-5918-4fd4-9807-5c824a71af60]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:13:13 user nova-compute[75209]: No targets found.
Dec 04 19:13:13 user nova-compute[75209]: iSNS:
Dec 04 19:13:13 user nova-compute[75209]: No targets found.
Dec 04 19:13:13 user nova-compute[75209]: STATIC:
Dec 04 19:13:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:13:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca
Dec 04 19:13:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f
Dec 04 19:13:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:13 user nova-compute[75209]: FIRMWARE:
Dec 04 19:13:13 user nova-compute[75209]: No targets found.
Dec 04 19:13:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:13:13 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:13:13 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[36b3564f-d411-42e8-95d9-ee9de99db98f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3eb32f4-10ce-4d9c-8041-61e246731324]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:13 user nova-compute[75209]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)
Dec 04 19:13:13 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:13 user nova-compute[75209]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca (non-flash)
Dec 04 19:13:13 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c5a0940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca'): ({'sdd'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Removing single pathed devices sdd {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b74f3a23-25d6-462f-bbdf-e5c03383a15b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d47792d0-161d-470e-a2bf-29e8b8e906f6]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Flushing IO for device /dev/sdd {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-3f386ee0-8244-4488-9062-7160fa7d99b5 req-0a38cb89-ffca-4cc1-98c4-505718850893 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-unplugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3f386ee0-8244-4488-9062-7160fa7d99b5 req-0a38cb89-ffca-4cc1-98c4-505718850893 service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3f386ee0-8244-4488-9062-7160fa7d99b5 req-0a38cb89-ffca-4cc1-98c4-505718850893 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3f386ee0-8244-4488-9062-7160fa7d99b5 req-0a38cb89-ffca-4cc1-98c4-505718850893 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-3f386ee0-8244-4488-9062-7160fa7d99b5 req-0a38cb89-ffca-4cc1-98c4-505718850893 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-unplugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:13 user nova-compute[75209]: WARNING nova.compute.manager [req-3f386ee0-8244-4488-9062-7160fa7d99b5 req-0a38cb89-ffca-4cc1-98c4-505718850893 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-unplugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state active and task_state rescuing.
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d5cb0f-27cc-4e54-a785-82b474826c65]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.051s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4e6211c-b7f1-458c-87a5-aa4c423c36a7]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a7cee4-5bf7-46a4-87c1-349523c81b94]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[94536ac7-a136-40bc-acf5-c0bd6e83243d]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca, portal: 172.16.0.220,3260]
Dec 04 19:13:13 user nova-compute[75209]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca, portal: 172.16.0.220,3260] successful.
Dec 04 19:13:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81af18fa-ac9c-4807-8c29-7b1c848980ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3987701-0246-4f7d-a919-f7c7996473aa]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.375s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] <== disconnect_volume: return (377ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Instance destroyed successfully.
Dec 04 19:13:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Attempting rescue
Dec 04 19:13:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75209) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Instance directory exists: not creating {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 19:13:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Creating image(s)
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.192s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue" returned: 0 in 0.050s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'migration_context' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.objects.base [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<7a72fc9a-2943-4c4a-afe9-e932c05ede54> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Start _get_guest_xml network_info=[{"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "vif_mac": "fa:16:3e:93:03:1b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '94bc5904-8b72-4a47-b02b-134675a30807', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'resources' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.objects.base [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<7a72fc9a-2943-4c4a-afe9-e932c05ede54> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.objects.base [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<7a72fc9a-2943-4c4a-afe9-e932c05ede54> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:13:14 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:14 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.objects.base [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<7a72fc9a-2943-4c4a-afe9-e932c05ede54> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:11:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2010446989',display_name='tempest-ServerRescueNegativeTestJSON-server-2010446989',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2010446989',id=25,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLy1UDytqkjm79xdfIomk7pTE20Uqv/DWZ2LKiPHYAUW/TX9AgOBYBOJoKkwF2R1dqNM7VVIyPBr5QWn5ZEjaR9rfVh7Qbk1Wl7dvcDkDu+4XDU3jExdysXnpmLrPNIYAQ==',key_name='tempest-keypair-213103224',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-nb27vgfn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:11:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=7a72fc9a-2943-4c4a-afe9-e932c05ede54,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "vif_mac": "fa:16:3e:93:03:1b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "vif_mac": "fa:16:3e:93:03:1b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:03:1b,bridge_name='br-int',has_traffic_filtering=True,id=5001f405-8321-475a-9dea-c654ea68884f,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5001f405-83') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'pci_devices' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.objects.base [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Object Instance<7a72fc9a-2943-4c4a-afe9-e932c05ede54> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:13:14 user nova-compute[75209]:   <uuid>7a72fc9a-2943-4c4a-afe9-e932c05ede54</uuid>
Dec 04 19:13:14 user nova-compute[75209]:   <name>instance-00000019</name>
Dec 04 19:13:14 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:13:14 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:13:14 user nova-compute[75209]:   <metadata>
Dec 04 19:13:14 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:13:14 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:13:14 user nova-compute[75209]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2010446989</nova:name>
Dec 04 19:13:14 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:13:14</nova:creationTime>
Dec 04 19:13:14 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:13:14 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:13:14 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:13:14 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:13:14 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:13:14 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:13:14 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:13:14 user nova-compute[75209]:       <nova:owner>
Dec 04 19:13:14 user nova-compute[75209]:         <nova:user uuid="fcc54ca4efad42549d739da1c45d6fdd">tempest-ServerRescueNegativeTestJSON-1176301546-project-member</nova:user>
Dec 04 19:13:14 user nova-compute[75209]:         <nova:project uuid="71b2e2221f6843d89e54921938b7e09b">tempest-ServerRescueNegativeTestJSON-1176301546</nova:project>
Dec 04 19:13:14 user nova-compute[75209]:       </nova:owner>
Dec 04 19:13:14 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:13:14 user nova-compute[75209]:       <nova:ports>
Dec 04 19:13:14 user nova-compute[75209]:         <nova:port uuid="5001f405-8321-475a-9dea-c654ea68884f">
Dec 04 19:13:14 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 19:13:14 user nova-compute[75209]:         </nova:port>
Dec 04 19:13:14 user nova-compute[75209]:       </nova:ports>
Dec 04 19:13:14 user nova-compute[75209]:     </nova:instance>
Dec 04 19:13:14 user nova-compute[75209]:   </metadata>
Dec 04 19:13:14 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:13:14 user nova-compute[75209]:     <system>
Dec 04 19:13:14 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:13:14 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:13:14 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:13:14 user nova-compute[75209]:       <entry name="serial">7a72fc9a-2943-4c4a-afe9-e932c05ede54</entry>
Dec 04 19:13:14 user nova-compute[75209]:       <entry name="uuid">7a72fc9a-2943-4c4a-afe9-e932c05ede54</entry>
Dec 04 19:13:14 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:13:14 user nova-compute[75209]:     </system>
Dec 04 19:13:14 user nova-compute[75209]:   </sysinfo>
Dec 04 19:13:14 user nova-compute[75209]:   <os>
Dec 04 19:13:14 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:13:14 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:13:14 user nova-compute[75209]:   </os>
Dec 04 19:13:14 user nova-compute[75209]:   <features>
Dec 04 19:13:14 user nova-compute[75209]:     <acpi/>
Dec 04 19:13:14 user nova-compute[75209]:     <apic/>
Dec 04 19:13:14 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:13:14 user nova-compute[75209]:   </features>
Dec 04 19:13:14 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:13:14 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:13:14 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:13:14 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:13:14 user nova-compute[75209]:   </clock>
Dec 04 19:13:14 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:13:14 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:13:14 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:13:14 user nova-compute[75209]:   </cpu>
Dec 04 19:13:14 user nova-compute[75209]:   <devices>
Dec 04 19:13:14 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:13:14 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:13:14 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue"/>
Dec 04 19:13:14 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:13:14 user nova-compute[75209]:     </disk>
Dec 04 19:13:14 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:13:14 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:13:14 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk"/>
Dec 04 19:13:14 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:13:14 user nova-compute[75209]:     </disk>
Dec 04 19:13:14 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:13:14 user nova-compute[75209]:       <mac address="fa:16:3e:93:03:1b"/>
Dec 04 19:13:14 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:14 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:13:14 user nova-compute[75209]:       <target dev="tap5001f405-83"/>
Dec 04 19:13:14 user nova-compute[75209]:     </interface>
Dec 04 19:13:14 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:13:14 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/console.log" append="off"/>
Dec 04 19:13:14 user nova-compute[75209]:     </serial>
Dec 04 19:13:14 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:13:14 user nova-compute[75209]:     <video>
Dec 04 19:13:14 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:14 user nova-compute[75209]:     </video>
Dec 04 19:13:14 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:13:14 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:13:14 user nova-compute[75209]:     </rng>
Dec 04 19:13:14 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:13:14 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:13:14 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:13:14 user nova-compute[75209]:     </memballoon>
Dec 04 19:13:14 user nova-compute[75209]:   </devices>
Dec 04 19:13:14 user nova-compute[75209]: </domain>
Dec 04 19:13:14 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:13:14 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Instance destroyed successfully.
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] No VIF found with MAC fa:16:3e:93:03:1b, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:13:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-3af04116-e7d0-4e5b-8fec-f23f0351f7f5 req-a07cb4a3-fd71-454c-a5f3-559bc3b0c486 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3af04116-e7d0-4e5b-8fec-f23f0351f7f5 req-a07cb4a3-fd71-454c-a5f3-559bc3b0c486 service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3af04116-e7d0-4e5b-8fec-f23f0351f7f5 req-a07cb4a3-fd71-454c-a5f3-559bc3b0c486 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3af04116-e7d0-4e5b-8fec-f23f0351f7f5 req-a07cb4a3-fd71-454c-a5f3-559bc3b0c486 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-3af04116-e7d0-4e5b-8fec-f23f0351f7f5 req-a07cb4a3-fd71-454c-a5f3-559bc3b0c486 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:15 user nova-compute[75209]: WARNING nova.compute.manager [req-3af04116-e7d0-4e5b-8fec-f23f0351f7f5 req-a07cb4a3-fd71-454c-a5f3-559bc3b0c486 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state active and task_state rescuing.
Dec 04 19:13:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:17 user nova-compute[75209]: WARNING nova.compute.manager [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state active and task_state rescuing.
Dec 04 19:13:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:17 user nova-compute[75209]: WARNING nova.compute.manager [req-68b8148f-171d-44ae-8e76-245c86c94e0c req-3bd3b53b-8668-4d6b-9294-4d5ad4b43a03 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state active and task_state rescuing.
Dec 04 19:13:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0aec09d3-d43a-429e-b3d6-5cefe9d7fa2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:13:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:18 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:13:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:13:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:13:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:13:19 user nova-compute[75209]: INFO nova.compute.claims [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Claim successful on node user
Dec 04 19:13:20 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.530s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:13:20 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:13:20 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG nova.policy [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90a9504da03f4edd8407c6829ff96fc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '538407fb70e44a22881903a761ad3222', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:13:20 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Creating image(s)
Dec 04 19:13:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "/opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "/opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "/opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.285s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.295s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Successfully created port: 7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk 1073741824" returned: 0 in 0.056s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.358s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.209s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Checking if we can resize image /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Cannot resize image /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Ensure instance console log exists: /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Successfully updated port: 7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "refresh_cache-59ecc7b9-de30-4dc4-8e9f-9bb57483448a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquired lock "refresh_cache-59ecc7b9-de30-4dc4-8e9f-9bb57483448a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-85e42174-5be2-49ef-b4d8-a9e65c0c27db req-e4ccbef8-75ed-489e-bc96-5623f1d5b318 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received event network-changed-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-85e42174-5be2-49ef-b4d8-a9e65c0c27db req-e4ccbef8-75ed-489e-bc96-5623f1d5b318 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Refreshing instance network info cache due to event network-changed-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-85e42174-5be2-49ef-b4d8-a9e65c0c27db req-e4ccbef8-75ed-489e-bc96-5623f1d5b318 service nova] Acquiring lock "refresh_cache-59ecc7b9-de30-4dc4-8e9f-9bb57483448a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Updating instance_info_cache with network_info: [{"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Releasing lock "refresh_cache-59ecc7b9-de30-4dc4-8e9f-9bb57483448a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Instance network_info: |[{"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-85e42174-5be2-49ef-b4d8-a9e65c0c27db req-e4ccbef8-75ed-489e-bc96-5623f1d5b318 service nova] Acquired lock "refresh_cache-59ecc7b9-de30-4dc4-8e9f-9bb57483448a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.network.neutron [req-85e42174-5be2-49ef-b4d8-a9e65c0c27db req-e4ccbef8-75ed-489e-bc96-5623f1d5b318 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Refreshing network info cache for port 7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Start _get_guest_xml network_info=[{"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:13:22 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:22 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-753563788',display_name='tempest-VolumesSnapshotTestJSON-instance-753563788',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-753563788',id=29,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBED2TDnoTp88Cfnju6T87Jt9XBtGzGc/V4oPRVN/bBC0UnHFi3232cjdnYZuSPl/Cgf9RkVY8skJRoJ7/cFbIlAanHyWYt+4X1ihXH2cB6Lven3TZ4WIVXls1duYnBlpVA==',key_name='tempest-keypair-1220452990',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='538407fb70e44a22881903a761ad3222',ramdisk_id='',reservation_id='r-6uy30rc8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-30309566',owner_user_name='tempest-VolumesSnapshotTestJSON-30309566-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:13:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90a9504da03f4edd8407c6829ff96fc9',uuid=59ecc7b9-de30-4dc4-8e9f-9bb57483448a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converting VIF {"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:5a:43,bridge_name='br-int',has_traffic_filtering=True,id=7cd861f8-14ca-4390-bfbd-b50c24d7cf7c,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cd861f8-14') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.objects.instance [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lazy-loading 'pci_devices' on Instance uuid 59ecc7b9-de30-4dc4-8e9f-9bb57483448a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:13:22 user nova-compute[75209]:   <uuid>59ecc7b9-de30-4dc4-8e9f-9bb57483448a</uuid>
Dec 04 19:13:22 user nova-compute[75209]:   <name>instance-0000001d</name>
Dec 04 19:13:22 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:13:22 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:13:22 user nova-compute[75209]:   <metadata>
Dec 04 19:13:22 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:13:22 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:13:22 user nova-compute[75209]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-753563788</nova:name>
Dec 04 19:13:22 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:13:22</nova:creationTime>
Dec 04 19:13:22 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:13:22 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:13:22 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:13:22 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:13:22 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:13:22 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:13:22 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:13:22 user nova-compute[75209]:       <nova:owner>
Dec 04 19:13:22 user nova-compute[75209]:         <nova:user uuid="90a9504da03f4edd8407c6829ff96fc9">tempest-VolumesSnapshotTestJSON-30309566-project-member</nova:user>
Dec 04 19:13:22 user nova-compute[75209]:         <nova:project uuid="538407fb70e44a22881903a761ad3222">tempest-VolumesSnapshotTestJSON-30309566</nova:project>
Dec 04 19:13:22 user nova-compute[75209]:       </nova:owner>
Dec 04 19:13:22 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:13:22 user nova-compute[75209]:       <nova:ports>
Dec 04 19:13:22 user nova-compute[75209]:         <nova:port uuid="7cd861f8-14ca-4390-bfbd-b50c24d7cf7c">
Dec 04 19:13:22 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:13:22 user nova-compute[75209]:         </nova:port>
Dec 04 19:13:22 user nova-compute[75209]:       </nova:ports>
Dec 04 19:13:22 user nova-compute[75209]:     </nova:instance>
Dec 04 19:13:22 user nova-compute[75209]:   </metadata>
Dec 04 19:13:22 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:13:22 user nova-compute[75209]:     <system>
Dec 04 19:13:22 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:13:22 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:13:22 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:13:22 user nova-compute[75209]:       <entry name="serial">59ecc7b9-de30-4dc4-8e9f-9bb57483448a</entry>
Dec 04 19:13:22 user nova-compute[75209]:       <entry name="uuid">59ecc7b9-de30-4dc4-8e9f-9bb57483448a</entry>
Dec 04 19:13:22 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:13:22 user nova-compute[75209]:     </system>
Dec 04 19:13:22 user nova-compute[75209]:   </sysinfo>
Dec 04 19:13:22 user nova-compute[75209]:   <os>
Dec 04 19:13:22 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:13:22 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:13:22 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:13:22 user nova-compute[75209]:   </os>
Dec 04 19:13:22 user nova-compute[75209]:   <features>
Dec 04 19:13:22 user nova-compute[75209]:     <acpi/>
Dec 04 19:13:22 user nova-compute[75209]:     <apic/>
Dec 04 19:13:22 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:13:22 user nova-compute[75209]:   </features>
Dec 04 19:13:22 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:13:22 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:13:22 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:13:22 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:13:22 user nova-compute[75209]:   </clock>
Dec 04 19:13:22 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:13:22 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:13:22 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:13:22 user nova-compute[75209]:   </cpu>
Dec 04 19:13:22 user nova-compute[75209]:   <devices>
Dec 04 19:13:22 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:13:22 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:13:22 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk"/>
Dec 04 19:13:22 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:13:22 user nova-compute[75209]:     </disk>
Dec 04 19:13:22 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:13:22 user nova-compute[75209]:       <mac address="fa:16:3e:0c:5a:43"/>
Dec 04 19:13:22 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:22 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:13:22 user nova-compute[75209]:       <target dev="tap7cd861f8-14"/>
Dec 04 19:13:22 user nova-compute[75209]:     </interface>
Dec 04 19:13:22 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:13:22 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/console.log" append="off"/>
Dec 04 19:13:22 user nova-compute[75209]:     </serial>
Dec 04 19:13:22 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:13:22 user nova-compute[75209]:     <video>
Dec 04 19:13:22 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:22 user nova-compute[75209]:     </video>
Dec 04 19:13:22 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:13:22 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:13:22 user nova-compute[75209]:     </rng>
Dec 04 19:13:22 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:13:22 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:13:22 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:13:22 user nova-compute[75209]:     </memballoon>
Dec 04 19:13:22 user nova-compute[75209]:   </devices>
Dec 04 19:13:22 user nova-compute[75209]: </domain>
Dec 04 19:13:22 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-753563788',display_name='tempest-VolumesSnapshotTestJSON-instance-753563788',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-753563788',id=29,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBED2TDnoTp88Cfnju6T87Jt9XBtGzGc/V4oPRVN/bBC0UnHFi3232cjdnYZuSPl/Cgf9RkVY8skJRoJ7/cFbIlAanHyWYt+4X1ihXH2cB6Lven3TZ4WIVXls1duYnBlpVA==',key_name='tempest-keypair-1220452990',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='538407fb70e44a22881903a761ad3222',ramdisk_id='',reservation_id='r-6uy30rc8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-30309566',owner_user_name='tempest-VolumesSnapshotTestJSON-30309566-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:13:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90a9504da03f4edd8407c6829ff96fc9',uuid=59ecc7b9-de30-4dc4-8e9f-9bb57483448a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converting VIF {"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:5a:43,bridge_name='br-int',has_traffic_filtering=True,id=7cd861f8-14ca-4390-bfbd-b50c24d7cf7c,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cd861f8-14') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG os_vif [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:5a:43,bridge_name='br-int',has_traffic_filtering=True,id=7cd861f8-14ca-4390-bfbd-b50c24d7cf7c,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cd861f8-14') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3745c0c0-943c-56f5-9800-92eb6975a96b', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7cd861f8-14, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7cd861f8-14, col_values=(('qos', UUID('a89ac5c6-34c7-47f4-9a30-d8521e55fcc6')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7cd861f8-14, col_values=(('external_ids', {'iface-id': '7cd861f8-14ca-4390-bfbd-b50c24d7cf7c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0c:5a:43', 'vm-uuid': '59ecc7b9-de30-4dc4-8e9f-9bb57483448a'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:22 user nova-compute[75209]: INFO os_vif [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:5a:43,bridge_name='br-int',has_traffic_filtering=True,id=7cd861f8-14ca-4390-bfbd-b50c24d7cf7c,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cd861f8-14')
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.objects.instance [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lazy-loading 'flavor' on Instance uuid 15a8b8af-4634-4f82-98fb-3f458994d47c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] No VIF found with MAC fa:16:3e:0c:5a:43, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7c2ef42b-754e-457e-9216-9039a5362d25 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 30.198s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.network.neutron [req-85e42174-5be2-49ef-b4d8-a9e65c0c27db req-e4ccbef8-75ed-489e-bc96-5623f1d5b318 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Updated VIF entry in instance network info cache for port 7cd861f8-14ca-4390-bfbd-b50c24d7cf7c. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.network.neutron [req-85e42174-5be2-49ef-b4d8-a9e65c0c27db req-e4ccbef8-75ed-489e-bc96-5623f1d5b318 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Updating instance_info_cache with network_info: [{"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Starting finish_revert_migration {{(pid=75209) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11813}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-85e42174-5be2-49ef-b4d8-a9e65c0c27db req-e4ccbef8-75ed-489e-bc96-5623f1d5b318 service nova] Releasing lock "refresh_cache-59ecc7b9-de30-4dc4-8e9f-9bb57483448a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Start _get_guest_xml network_info=[{"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': None, 'attachment_id': 'b85773fa-6f24-41d4-b484-c55ee6f5ba31', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9', 'attached_at': '2023-12-04T19:13:23.000000', 'detached_at': '', 'volume_id': 'd49de06d-78c2-4b94-9bc4-63524924bb72', 'serial': 'd49de06d-78c2-4b94-9bc4-63524924bb72'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:13:23 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:23 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.objects.instance [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:23 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:23 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:23 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bbe59b8-ca31-465a-9baa-ccf277a2dff8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:13:23 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4dedf2-9c91-4ca5-8e05-c6b00cf18ddf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72] added
Dec 04 19:13:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[59b5a547-bd20-464d-8a17-851643d96bd3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[236a99bf-044f-4518-97f4-9588d04479d2]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zNvRjQos {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zNvRjQos" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[edc6ddb3-25b3-4c13-bd99-64f9ec569914]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zNvRjQos'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab01dd3-61e5-43ce-8c01-e78468df606d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7c9cc2d-4fac-49ff-b2d7-83e33dd5dc41]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:23 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:23 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[eefe6c01-ba9a-45a3-a40d-fdc4c9a29a03]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]
Dec 04 19:13:23 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.
Dec 04 19:13:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2a5b8cf-c168-4c90-bcdc-bc2d8d127896]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee1ed769-7966-4c6d-8427-52338b5eb62a]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:23 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:23 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:23 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:23 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.425s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] HCTL ('35', '-', '-', 0) found on session 28 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bcc3071-acd6-4042-9a62-c0969bb54d3e]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-1368f032-dafe-4dd8-b70c-68d10e82ad4a req-b39d5896-e179-4ad6-b549-74b81346ea53 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-changed-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-1368f032-dafe-4dd8-b70c-68d10e82ad4a req-b39d5896-e179-4ad6-b549-74b81346ea53 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Refreshing instance network info cache due to event network-changed-ac292f7e-3431-4ef6-9af7-4abb8e880452. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1368f032-dafe-4dd8-b70c-68d10e82ad4a req-b39d5896-e179-4ad6-b549-74b81346ea53 service nova] Acquiring lock "refresh_cache-491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1368f032-dafe-4dd8-b70c-68d10e82ad4a req-b39d5896-e179-4ad6-b549-74b81346ea53 service nova] Acquired lock "refresh_cache-491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG nova.network.neutron [req-1368f032-dafe-4dd8-b70c-68d10e82ad4a req-b39d5896-e179-4ad6-b549-74b81346ea53 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Refreshing network info cache for port ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.objects.instance [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'flavor' on Instance uuid 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.511s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] <== connect_volume: return (1513ms) {'type': 'block', 'scsi_wwn': '23437623439666461', 'path': '/dev/sdd'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437623439666461', 'path': '/dev/sdd'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.140s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1319689571',display_name='tempest-ServerActionsTestOtherB-server-1319689571',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1319689571',id=17,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdYnAjHMYWHmweFAuw9t+bltwsiUWUZVjwFP3+G/Mgng5/ebGXlwXm/fNapPE+2KUfBk/TDWeewPqb7dTanBoso2TSdI7elIvswlTLNM0+krI78BlF/x9R8oZ41ItyLAg==',key_name='tempest-keypair-728892055',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:11:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1d3899df98b489a9e0b53f76acc88b8',ramdisk_id='',reservation_id='r-0tc36rny',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-994380357',owner_user_name='tempest-ServerActionsTestOtherB-994380357-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:12:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b183b07d1f472cbbc3be9c438ad9aa',uuid=4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converting VIF {"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:13:25 user nova-compute[75209]:   <uuid>4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9</uuid>
Dec 04 19:13:25 user nova-compute[75209]:   <name>instance-00000011</name>
Dec 04 19:13:25 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:13:25 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:13:25 user nova-compute[75209]:   <metadata>
Dec 04 19:13:25 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:13:25 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:13:25 user nova-compute[75209]:       <nova:name>tempest-ServerActionsTestOtherB-server-1319689571</nova:name>
Dec 04 19:13:25 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:13:23</nova:creationTime>
Dec 04 19:13:25 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:13:25 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:13:25 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:13:25 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:13:25 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:13:25 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:13:25 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:13:25 user nova-compute[75209]:       <nova:owner>
Dec 04 19:13:25 user nova-compute[75209]:         <nova:user uuid="f9b183b07d1f472cbbc3be9c438ad9aa">tempest-ServerActionsTestOtherB-994380357-project-member</nova:user>
Dec 04 19:13:25 user nova-compute[75209]:         <nova:project uuid="c1d3899df98b489a9e0b53f76acc88b8">tempest-ServerActionsTestOtherB-994380357</nova:project>
Dec 04 19:13:25 user nova-compute[75209]:       </nova:owner>
Dec 04 19:13:25 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:13:25 user nova-compute[75209]:       <nova:ports>
Dec 04 19:13:25 user nova-compute[75209]:         <nova:port uuid="15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0">
Dec 04 19:13:25 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 19:13:25 user nova-compute[75209]:         </nova:port>
Dec 04 19:13:25 user nova-compute[75209]:       </nova:ports>
Dec 04 19:13:25 user nova-compute[75209]:     </nova:instance>
Dec 04 19:13:25 user nova-compute[75209]:   </metadata>
Dec 04 19:13:25 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:13:25 user nova-compute[75209]:     <system>
Dec 04 19:13:25 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:13:25 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:13:25 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:13:25 user nova-compute[75209]:       <entry name="serial">4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9</entry>
Dec 04 19:13:25 user nova-compute[75209]:       <entry name="uuid">4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9</entry>
Dec 04 19:13:25 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:13:25 user nova-compute[75209]:     </system>
Dec 04 19:13:25 user nova-compute[75209]:   </sysinfo>
Dec 04 19:13:25 user nova-compute[75209]:   <os>
Dec 04 19:13:25 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:13:25 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:13:25 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:13:25 user nova-compute[75209]:   </os>
Dec 04 19:13:25 user nova-compute[75209]:   <features>
Dec 04 19:13:25 user nova-compute[75209]:     <acpi/>
Dec 04 19:13:25 user nova-compute[75209]:     <apic/>
Dec 04 19:13:25 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:13:25 user nova-compute[75209]:   </features>
Dec 04 19:13:25 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:13:25 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:13:25 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:13:25 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:13:25 user nova-compute[75209]:   </clock>
Dec 04 19:13:25 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:13:25 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:13:25 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:13:25 user nova-compute[75209]:   </cpu>
Dec 04 19:13:25 user nova-compute[75209]:   <devices>
Dec 04 19:13:25 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:13:25 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:13:25 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk"/>
Dec 04 19:13:25 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:13:25 user nova-compute[75209]:     </disk>
Dec 04 19:13:25 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:13:25 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:13:25 user nova-compute[75209]:       <source dev="/dev/sdd"/>
Dec 04 19:13:25 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:13:25 user nova-compute[75209]:       <serial>d49de06d-78c2-4b94-9bc4-63524924bb72</serial>
Dec 04 19:13:25 user nova-compute[75209]:     </disk>
Dec 04 19:13:25 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:13:25 user nova-compute[75209]:       <mac address="fa:16:3e:c5:01:1a"/>
Dec 04 19:13:25 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:25 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:13:25 user nova-compute[75209]:       <target dev="tap15d03ebe-4f"/>
Dec 04 19:13:25 user nova-compute[75209]:     </interface>
Dec 04 19:13:25 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:13:25 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/console.log" append="off"/>
Dec 04 19:13:25 user nova-compute[75209]:     </serial>
Dec 04 19:13:25 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:13:25 user nova-compute[75209]:     <video>
Dec 04 19:13:25 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:25 user nova-compute[75209]:     </video>
Dec 04 19:13:25 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:13:25 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:13:25 user nova-compute[75209]:     </rng>
Dec 04 19:13:25 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:13:25 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:13:25 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:13:25 user nova-compute[75209]:     </memballoon>
Dec 04 19:13:25 user nova-compute[75209]:   </devices>
Dec 04 19:13:25 user nova-compute[75209]: </domain>
Dec 04 19:13:25 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1319689571',display_name='tempest-ServerActionsTestOtherB-server-1319689571',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1319689571',id=17,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdYnAjHMYWHmweFAuw9t+bltwsiUWUZVjwFP3+G/Mgng5/ebGXlwXm/fNapPE+2KUfBk/TDWeewPqb7dTanBoso2TSdI7elIvswlTLNM0+krI78BlF/x9R8oZ41ItyLAg==',key_name='tempest-keypair-728892055',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:11:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c1d3899df98b489a9e0b53f76acc88b8',ramdisk_id='',reservation_id='r-0tc36rny',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-994380357',owner_user_name='tempest-ServerActionsTestOtherB-994380357-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:12:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b183b07d1f472cbbc3be9c438ad9aa',uuid=4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converting VIF {"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG os_vif [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cec45e30-5aa6-55ec-abc0-cdb6c462ab07', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap15d03ebe-4f, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap15d03ebe-4f, col_values=(('qos', UUID('9c77969d-d168-40a0-b88f-7b966fb88b9e')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap15d03ebe-4f, col_values=(('external_ids', {'iface-id': '15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c5:01:1a', 'vm-uuid': '4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.network.neutron [req-1368f032-dafe-4dd8-b70c-68d10e82ad4a req-b39d5896-e179-4ad6-b549-74b81346ea53 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Updated VIF entry in instance network info cache for port ac292f7e-3431-4ef6-9af7-4abb8e880452. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.network.neutron [req-1368f032-dafe-4dd8-b70c-68d10e82ad4a req-b39d5896-e179-4ad6-b549-74b81346ea53 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Updating instance_info_cache with network_info: [{"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:25 user nova-compute[75209]: INFO os_vif [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f')
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1368f032-dafe-4dd8-b70c-68d10e82ad4a req-b39d5896-e179-4ad6-b549-74b81346ea53 service nova] Releasing lock "refresh_cache-491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue --force-share --output=json" returned: 0 in 0.234s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:25 user nova-compute[75209]: INFO nova.compute.manager [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Attaching volume 810123ee-06e5-4264-bc34-db008705788f to /dev/vdb
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG os_brick.utils [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81f1d82-8254-4e74-9620-073c92f1154c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e78a2fd-76e8-4e0b-8119-90a412cbff86]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5001e812-90a1-4618-a613-2e3ad1e40d70]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[462a71f8-8ae3-4324-b319-5b24e2af1120]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:13:25 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d146192-e2df-40c1-847b-19192184d339]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG os_brick.utils [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Updating existing volume attachment record: 0edaa38a-0a52-47c8-ba79-b0b503709ac0 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received event network-vif-plugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] Acquiring lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] No waiting events found dispatching network-vif-plugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:26 user nova-compute[75209]: WARNING nova.compute.manager [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received unexpected event network-vif-plugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c for instance with vm_state building and task_state spawning.
Dec 04 19:13:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received event network-vif-plugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] Acquiring lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] No waiting events found dispatching network-vif-plugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:26 user nova-compute[75209]: WARNING nova.compute.manager [req-6ac70c6a-c2fa-496d-9862-6254acc47d6f req-dece8209-37f0-48ec-8df1-7f577eff0f38 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received unexpected event network-vif-plugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c for instance with vm_state building and task_state spawning.
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-425833c3-7b16-4835-96e6-2e8c23558120 req-a5fbe44f-c0dd-4e2c-b715-dd6ec74984cc service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-425833c3-7b16-4835-96e6-2e8c23558120 req-a5fbe44f-c0dd-4e2c-b715-dd6ec74984cc service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-425833c3-7b16-4835-96e6-2e8c23558120 req-a5fbe44f-c0dd-4e2c-b715-dd6ec74984cc service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-425833c3-7b16-4835-96e6-2e8c23558120 req-a5fbe44f-c0dd-4e2c-b715-dd6ec74984cc service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-425833c3-7b16-4835-96e6-2e8c23558120 req-a5fbe44f-c0dd-4e2c-b715-dd6ec74984cc service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:29 user nova-compute[75209]: WARNING nova.compute.manager [req-425833c3-7b16-4835-96e6-2e8c23558120 req-a5fbe44f-c0dd-4e2c-b715-dd6ec74984cc service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state resized and task_state resize_reverting.
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-037c205b-1445-4991-b285-6ded4e877327 req-fece980a-79b4-4456-a7f8-b5910301c86d service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-037c205b-1445-4991-b285-6ded4e877327 req-fece980a-79b4-4456-a7f8-b5910301c86d service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-037c205b-1445-4991-b285-6ded4e877327 req-fece980a-79b4-4456-a7f8-b5910301c86d service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-037c205b-1445-4991-b285-6ded4e877327 req-fece980a-79b4-4456-a7f8-b5910301c86d service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-037c205b-1445-4991-b285-6ded4e877327 req-fece980a-79b4-4456-a7f8-b5910301c86d service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:29 user nova-compute[75209]: WARNING nova.compute.manager [req-037c205b-1445-4991-b285-6ded4e877327 req-fece980a-79b4-4456-a7f8-b5910301c86d service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state resized and task_state resize_reverting.
Dec 04 19:13:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Instance spawned successfully.
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:13:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance running successfully.
Dec 04 19:13:29 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:29 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7805MB free_disk=25.03360366821289GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] finish_revert_migration finished successfully. {{(pid=75209) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11857}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:29 user nova-compute[75209]: INFO nova.compute.manager [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Took 9.04 seconds to spawn the instance on the hypervisor.
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 47258b99-33f4-4ac3-a34f-0ca2d347638b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 15a8b8af-4634-4f82-98fb-3f458994d47c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 3203676f-6cd1-431e-a769-f8d508f54caa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 59ecc7b9-de30-4dc4-8e9f-9bb57483448a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:13:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:13:29 user nova-compute[75209]: INFO nova.compute.manager [None req-fed25a3e-01f8-4f44-8b20-b35fc9449799 tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating instance to original state: 'active'
Dec 04 19:13:29 user nova-compute[75209]: INFO nova.compute.manager [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Took 10.04 seconds to build instance.
Dec 04 19:13:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1a0c785-4ca4-45c2-90e3-e553fad4ee11 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.180s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:30 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:13:30 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:13:30 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:13:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.661s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-47258b99-33f4-4ac3-a34f-0ca2d347638b" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-47258b99-33f4-4ac3-a34f-0ca2d347638b" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Updating instance_info_cache with network_info: [{"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-47258b99-33f4-4ac3-a34f-0ca2d347638b" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:13:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:13:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "3203676f-6cd1-431e-a769-f8d508f54caa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "3203676f-6cd1-431e-a769-f8d508f54caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:32 user nova-compute[75209]: INFO nova.compute.manager [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Terminating instance
Dec 04 19:13:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:13:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-079b4e89-5cac-46a1-bd3d-47e4e9a2c227 req-19c19e7c-aba6-464a-90f7-b042a76113b9 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Received event network-vif-unplugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-079b4e89-5cac-46a1-bd3d-47e4e9a2c227 req-19c19e7c-aba6-464a-90f7-b042a76113b9 service nova] Acquiring lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-079b4e89-5cac-46a1-bd3d-47e4e9a2c227 req-19c19e7c-aba6-464a-90f7-b042a76113b9 service nova] Lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-079b4e89-5cac-46a1-bd3d-47e4e9a2c227 req-19c19e7c-aba6-464a-90f7-b042a76113b9 service nova] Lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-079b4e89-5cac-46a1-bd3d-47e4e9a2c227 req-19c19e7c-aba6-464a-90f7-b042a76113b9 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] No waiting events found dispatching network-vif-unplugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-079b4e89-5cac-46a1-bd3d-47e4e9a2c227 req-19c19e7c-aba6-464a-90f7-b042a76113b9 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Received event network-vif-unplugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:13:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Instance destroyed successfully.
Dec 04 19:13:33 user nova-compute[75209]: DEBUG nova.objects.instance [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lazy-loading 'resources' on Instance uuid 3203676f-6cd1-431e-a769-f8d508f54caa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:11:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1326754440',display_name='tempest-VolumesActionsTest-instance-1326754440',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1326754440',id=27,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:11:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='961103d47ef14e308fc47e44ff436c8a',ramdisk_id='',reservation_id='r-gcknox1n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1656352881',owner_user_name='tempest-VolumesActionsTest-1656352881-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:11:49Z,user_data=None,user_id='039b1a7b677743c7a58a3dbde7124b90',uuid=3203676f-6cd1-431e-a769-f8d508f54caa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "address": "fa:16:3e:ea:54:0d", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap550ed0da-7d", "ovs_interfaceid": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converting VIF {"id": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "address": "fa:16:3e:ea:54:0d", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap550ed0da-7d", "ovs_interfaceid": "550ed0da-7d45-409d-9c50-2ef52c7f64e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:54:0d,bridge_name='br-int',has_traffic_filtering=True,id=550ed0da-7d45-409d-9c50-2ef52c7f64e7,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap550ed0da-7d') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG os_vif [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:54:0d,bridge_name='br-int',has_traffic_filtering=True,id=550ed0da-7d45-409d-9c50-2ef52c7f64e7,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap550ed0da-7d') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap550ed0da-7d, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ec5a33b0-7c5c-40e9-9c83-1309fa44be27) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:33 user nova-compute[75209]: INFO os_vif [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:54:0d,bridge_name='br-int',has_traffic_filtering=True,id=550ed0da-7d45-409d-9c50-2ef52c7f64e7,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap550ed0da-7d')
Dec 04 19:13:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Deleting instance files /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa_del
Dec 04 19:13:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Deletion of /opt/stack/data/nova/instances/3203676f-6cd1-431e-a769-f8d508f54caa_del complete
Dec 04 19:13:33 user nova-compute[75209]: INFO nova.compute.manager [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 04 19:13:33 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:13:33 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:13:34 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:34 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Took 0.55 seconds to deallocate network for instance.
Dec 04 19:13:34 user nova-compute[75209]: DEBUG nova.compute.manager [req-c2a351d5-0659-4f01-90b8-f1a78a01e8f4 req-c4d5bc6c-105e-4e41-8c0a-4244a58d01f2 service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Received event network-vif-deleted-550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:34 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:13:34 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:13:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.387s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:34 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Deleted allocations for instance 3203676f-6cd1-431e-a769-f8d508f54caa
Dec 04 19:13:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-36b431d8-0d8e-4e8c-b603-c50f1a95e3e2 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "3203676f-6cd1-431e-a769-f8d508f54caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.044s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:35 user nova-compute[75209]: DEBUG nova.compute.manager [req-da62b4ac-69fe-4941-973e-6133def13e73 req-e1938e57-c7c1-4751-be50-749cffbdea6b service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Received event network-vif-plugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da62b4ac-69fe-4941-973e-6133def13e73 req-e1938e57-c7c1-4751-be50-749cffbdea6b service nova] Acquiring lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da62b4ac-69fe-4941-973e-6133def13e73 req-e1938e57-c7c1-4751-be50-749cffbdea6b service nova] Lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da62b4ac-69fe-4941-973e-6133def13e73 req-e1938e57-c7c1-4751-be50-749cffbdea6b service nova] Lock "3203676f-6cd1-431e-a769-f8d508f54caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:35 user nova-compute[75209]: DEBUG nova.compute.manager [req-da62b4ac-69fe-4941-973e-6133def13e73 req-e1938e57-c7c1-4751-be50-749cffbdea6b service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] No waiting events found dispatching network-vif-plugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:35 user nova-compute[75209]: WARNING nova.compute.manager [req-da62b4ac-69fe-4941-973e-6133def13e73 req-e1938e57-c7c1-4751-be50-749cffbdea6b service nova] [instance: 3203676f-6cd1-431e-a769-f8d508f54caa] Received unexpected event network-vif-plugged-550ed0da-7d45-409d-9c50-2ef52c7f64e7 for instance with vm_state deleted and task_state None.
Dec 04 19:13:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vgOmhqKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:40 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:40 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:40 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[32b6a423-b677-4abd-bca7-206aac563bd3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:13:40 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1189df62-65a8-4c9c-b3a1-29a46dfda097]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f] added
Dec 04 19:13:40 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[90c86344-71d4-470e-983c-34dd91804cb9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.040s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[26129bb8-8ee7-4055-9658-f62bb3bc8901]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vgOmhqKH {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vgOmhqKH" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[37e3c0ee-8bc6-4d96-a17a-871e76c2beb5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vgOmhqKH'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce424be6-5620-4460-af08-b1eaf7de01c9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[498c0b19-9f99-43c6-8c2b-01edc23e8820]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:40 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:40 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:40 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:40 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:40 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:40 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[846f7add-72a7-4b86-84cc-20b50c8d176c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260]
Dec 04 19:13:40 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260] successful.
Dec 04 19:13:40 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee453901-7176-44a5-bc7b-6869328d332e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c99d400-cfe2-476a-9dd4-7df2a06ea81b]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:40 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:40 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:40 user nova-compute[75209]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:13:40 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:40 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:40 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:40 user nova-compute[75209]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:13:40 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] HCTL ('36', '-', '-', 0) found on session 29 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[838f6a33-7c9c-4f99-a4b2-26266e09203c]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching for a device in session 29 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:13:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vgOmhqKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:13:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== connect_volume: return (1365ms) {'type': 'block', 'scsi_wwn': '23135383332653663', 'path': '/dev/sde'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23135383332653663', 'path': '/dev/sde'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:13:41 user nova-compute[75209]: DEBUG nova.objects.instance [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'flavor' on Instance uuid 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:13:41 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:13:41 user nova-compute[75209]:   <source dev="/dev/sde"/>
Dec 04 19:13:41 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:13:41 user nova-compute[75209]:   <serial>810123ee-06e5-4264-bc34-db008705788f</serial>
Dec 04 19:13:41 user nova-compute[75209]: </disk>
Dec 04 19:13:41 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:13:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No VIF found with MAC fa:16:3e:3d:3d:5a, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:13:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-eff7cf47-8ff4-4cea-bedb-6db505cd9d52 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.040s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:43 user nova-compute[75209]: INFO nova.compute.manager [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Detaching volume 54d45f96-6a70-4a38-91c5-3b507b87286f
Dec 04 19:13:43 user nova-compute[75209]: INFO nova.virt.block_device [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Attempting to driver detach volume 54d45f96-6a70-4a38-91c5-3b507b87286f from mountpoint /dev/vdb
Dec 04 19:13:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Attempting to detach device vdb from instance 15a8b8af-4634-4f82-98fb-3f458994d47c from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:13:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:13:43 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:13:43 user nova-compute[75209]:   <source dev="/dev/sdc"/>
Dec 04 19:13:43 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:13:43 user nova-compute[75209]:   <serial>54d45f96-6a70-4a38-91c5-3b507b87286f</serial>
Dec 04 19:13:43 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:13:43 user nova-compute[75209]: </disk>
Dec 04 19:13:43 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:13:43 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Successfully detached device vdb from instance 15a8b8af-4634-4f82-98fb-3f458994d47c from the persistent domain config.
Dec 04 19:13:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 15a8b8af-4634-4f82-98fb-3f458994d47c from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:13:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:13:43 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:13:43 user nova-compute[75209]:   <source dev="/dev/sdc"/>
Dec 04 19:13:43 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:13:43 user nova-compute[75209]:   <serial>54d45f96-6a70-4a38-91c5-3b507b87286f</serial>
Dec 04 19:13:43 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:13:43 user nova-compute[75209]: </disk>
Dec 04 19:13:43 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:13:43 user nova-compute[75209]: INFO nova.compute.manager [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Rebuilding instance
Dec 04 19:13:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:13:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 15a8b8af-4634-4f82-98fb-3f458994d47c {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG nova.compute.manager [req-37dd78e8-b6c8-48e5-a182-29df8d51d2dc req-ade88933-10eb-444a-8901-979613773fa5 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-vif-unplugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-37dd78e8-b6c8-48e5-a182-29df8d51d2dc req-ade88933-10eb-444a-8901-979613773fa5 service nova] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-37dd78e8-b6c8-48e5-a182-29df8d51d2dc req-ade88933-10eb-444a-8901-979613773fa5 service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-37dd78e8-b6c8-48e5-a182-29df8d51d2dc req-ade88933-10eb-444a-8901-979613773fa5 service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG nova.compute.manager [req-37dd78e8-b6c8-48e5-a182-29df8d51d2dc req-ade88933-10eb-444a-8901-979613773fa5 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] No waiting events found dispatching network-vif-unplugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:44 user nova-compute[75209]: WARNING nova.compute.manager [req-37dd78e8-b6c8-48e5-a182-29df8d51d2dc req-ade88933-10eb-444a-8901-979613773fa5 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received unexpected event network-vif-unplugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 for instance with vm_state active and task_state rebuilding.
Dec 04 19:13:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:44 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Instance destroyed successfully.
Dec 04 19:13:44 user nova-compute[75209]: INFO nova.compute.manager [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Detaching volume 810123ee-06e5-4264-bc34-db008705788f
Dec 04 19:13:44 user nova-compute[75209]: INFO nova.virt.block_device [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Attempting to driver detach volume 810123ee-06e5-4264-bc34-db008705788f from mountpoint /dev/vdb
Dec 04 19:13:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Attempting to detach device vdb from instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:13:44 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:13:44 user nova-compute[75209]:   <source dev="/dev/sde"/>
Dec 04 19:13:44 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:13:44 user nova-compute[75209]:   <serial>810123ee-06e5-4264-bc34-db008705788f</serial>
Dec 04 19:13:44 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:13:44 user nova-compute[75209]: </disk>
Dec 04 19:13:44 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:13:44 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully detached device vdb from instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 from the persistent domain config.
Dec 04 19:13:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vgOmhqKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:44 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 19:13:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3538fa0e-0975-466c-a370-05761b115657]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:13:44 user nova-compute[75209]: No targets found.
Dec 04 19:13:44 user nova-compute[75209]: iSNS:
Dec 04 19:13:44 user nova-compute[75209]: No targets found.
Dec 04 19:13:44 user nova-compute[75209]: STATIC:
Dec 04 19:13:44 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72
Dec 04 19:13:44 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:44 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:44 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f
Dec 04 19:13:44 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:44 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:44 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:13:44 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:44 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:44 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f
Dec 04 19:13:44 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:44 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:44 user nova-compute[75209]: FIRMWARE:
Dec 04 19:13:44 user nova-compute[75209]: No targets found.
Dec 04 19:13:44 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:13:44 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:13:44 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[db1e66b3-5d07-44e5-8742-b49fb1bae6b5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b058e1f-10cd-4207-aa7c-6c176b6d5d1e]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:44 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:44 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:44 user nova-compute[75209]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:13:44 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:44 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:44 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:44 user nova-compute[75209]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:13:44 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c69cee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f'): ({'sde'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Removing single pathed devices sde {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:13:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d07425b4-0d46-42d1-a320-117ff93b5e69]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fddea13-d158-4a5e-9e64-9a4abbc003b5]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flushing IO for device /dev/sde {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[89da846b-3b72-4b8e-8bde-0130ba82cfe8]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9669abc0-2571-4541-99c1-25bb941c7ef2]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] SCSI volumes sde have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[57ecaf61-dc77-47d3-ab51-8ca7397deabc]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6de4463-dc20-4b5b-afd2-b5669c99c503]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260]
Dec 04 19:13:45 user nova-compute[75209]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260] successful.
Dec 04 19:13:45 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2588655-7549-4a6d-a55d-91f66759ff0b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== disconnect_volume: return (304ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:13:46 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Instance destroyed successfully.
Dec 04 19:13:46 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:11:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1512497725',display_name='tempest-ServerActionsTestOtherA-server-455858175',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1512497725',id=26,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJ5DRSkXRzUxWqDr3YwrdrHwK9rlSrzumunON0386ryIcDH1CkAobB0mjG43hiRBFgSQXtaMHuiOuacolAe4+7YulTBAKbkF6Z7OhuiDvBxsR7dpoKCtuuDbjOJRpCUw==',key_name='tempest-keypair-1019195279',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:11:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-3695rz6z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:13:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=491c9c96-1450-4c01-9f8b-5fe4dd2b2a05,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_vif [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac292f7e-34, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b3e90aa7-84c1-4e74-a832-5adea83aea1e) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:46 user nova-compute[75209]: INFO os_vif [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34')
Dec 04 19:13:46 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vgOmhqKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:46 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d683e07f-a107-47ef-9b08-1eb409d5b66a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:13:46 user nova-compute[75209]: No targets found.
Dec 04 19:13:46 user nova-compute[75209]: iSNS:
Dec 04 19:13:46 user nova-compute[75209]: No targets found.
Dec 04 19:13:46 user nova-compute[75209]: STATIC:
Dec 04 19:13:46 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72
Dec 04 19:13:46 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:46 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:46 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:13:46 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:46 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:46 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f
Dec 04 19:13:46 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:13:46 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:13:46 user nova-compute[75209]: FIRMWARE:
Dec 04 19:13:46 user nova-compute[75209]: No targets found.
Dec 04 19:13:46 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:13:46 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:13:46 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d3d6b85-2520-4d01-8557-5f95aab3d89f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[49b84bf6-3c11-4e91-aaff-d23b72424eab]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:46 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:46 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:46 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:46 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:46 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:46 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c22f880>, {}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Disconnecting from: [] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.077s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== disconnect_volume: return (79ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:13:46 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Deleting instance files /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05_del
Dec 04 19:13:46 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Deletion of /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05_del complete
Dec 04 19:13:46 user nova-compute[75209]: DEBUG nova.compute.manager [req-2969501e-f835-4b4f-98f2-4f77044a4215 req-382ba628-2c61-4fc9-adee-fcd830f6c315 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2969501e-f835-4b4f-98f2-4f77044a4215 req-382ba628-2c61-4fc9-adee-fcd830f6c315 service nova] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2969501e-f835-4b4f-98f2-4f77044a4215 req-382ba628-2c61-4fc9-adee-fcd830f6c315 service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2969501e-f835-4b4f-98f2-4f77044a4215 req-382ba628-2c61-4fc9-adee-fcd830f6c315 service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG nova.compute.manager [req-2969501e-f835-4b4f-98f2-4f77044a4215 req-382ba628-2c61-4fc9-adee-fcd830f6c315 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] No waiting events found dispatching network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:46 user nova-compute[75209]: WARNING nova.compute.manager [req-2969501e-f835-4b4f-98f2-4f77044a4215 req-382ba628-2c61-4fc9-adee-fcd830f6c315 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received unexpected event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 for instance with vm_state active and task_state rebuilding.
Dec 04 19:13:46 user nova-compute[75209]: INFO nova.virt.block_device [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Booting with volume 810123ee-06e5-4264-bc34-db008705788f at /dev/vdb
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.utils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[15c86185-1057-4a0b-9145-5f8f87d409f6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[89aa7b66-15a6-447e-b992-083582a88178]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc4c769f-4042-4701-a14d-eaadab525603]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce546e70-c6e4-42b5-b1b3-da77eacb604f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:13:46 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:13:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1c11a39-afb6-4aa4-a3b4-b6e946cd93b8]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG os_brick.utils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:46 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Updating existing volume attachment record: f4fc0500-1480-4609-b4f3-7c9d69f48285 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:13:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:49 user nova-compute[75209]: INFO nova.compute.manager [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Unshelving
Dec 04 19:13:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:49 user nova-compute[75209]: DEBUG nova.objects.instance [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'pci_requests' on Instance uuid f1aa5afb-21f1-498a-9a28-f44b313fa569 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:49 user nova-compute[75209]: DEBUG nova.objects.instance [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'numa_topology' on Instance uuid f1aa5afb-21f1-498a-9a28-f44b313fa569 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:49 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:13:49 user nova-compute[75209]: INFO nova.compute.claims [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Claim successful on node user
Dec 04 19:13:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:49 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:13:49 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:13:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.516s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:50 user nova-compute[75209]: INFO nova.network.neutron [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating port b9be9142-d1cb-4ff9-b59d-73429717e7c1 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 04 19:13:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:13:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquired lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:13:50 user nova-compute[75209]: DEBUG nova.network.neutron [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:13:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-b0bbc369-25f9-4ab2-aa68-acc87214d7be req-117c9c17-0a20-4d21-97cc-f019d3187a60 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-changed-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-b0bbc369-25f9-4ab2-aa68-acc87214d7be req-117c9c17-0a20-4d21-97cc-f019d3187a60 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Refreshing instance network info cache due to event network-changed-b9be9142-d1cb-4ff9-b59d-73429717e7c1. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:13:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b0bbc369-25f9-4ab2-aa68-acc87214d7be req-117c9c17-0a20-4d21-97cc-f019d3187a60 service nova] Acquiring lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG nova.network.neutron [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating instance_info_cache with network_info: [{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Releasing lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:13:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Creating image(s)
Dec 04 19:13:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "/opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "/opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "/opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG nova.objects.instance [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'trusted_certs' on Instance uuid f1aa5afb-21f1-498a-9a28-f44b313fa569 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b0bbc369-25f9-4ab2-aa68-acc87214d7be req-117c9c17-0a20-4d21-97cc-f019d3187a60 service nova] Acquired lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG nova.network.neutron [req-b0bbc369-25f9-4ab2-aa68-acc87214d7be req-117c9c17-0a20-4d21-97cc-f019d3187a60 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Refreshing network info cache for port b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG nova.objects.base [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Object Instance<f1aa5afb-21f1-498a-9a28-f44b313fa569> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "5aa6d1e7d6769262e84a44e9524d0712f1e80424" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "5aa6d1e7d6769262e84a44e9524d0712f1e80424" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:52 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424.part --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:52 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424.part --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:52 user nova-compute[75209]: DEBUG nova.virt.images [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] fba6c6da-7c05-48b5-91db-e7a80ef6a5f2 was qcow2, converting to raw {{(pid=75209) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 19:13:52 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:13:52 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424.part /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424.converted {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:52 user nova-compute[75209]: DEBUG nova.network.neutron [req-b0bbc369-25f9-4ab2-aa68-acc87214d7be req-117c9c17-0a20-4d21-97cc-f019d3187a60 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updated VIF entry in instance network info cache for port b9be9142-d1cb-4ff9-b59d-73429717e7c1. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:13:52 user nova-compute[75209]: DEBUG nova.network.neutron [req-b0bbc369-25f9-4ab2-aa68-acc87214d7be req-117c9c17-0a20-4d21-97cc-f019d3187a60 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating instance_info_cache with network_info: [{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:13:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b0bbc369-25f9-4ab2-aa68-acc87214d7be req-117c9c17-0a20-4d21-97cc-f019d3187a60 service nova] Releasing lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424.part /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424.converted" returned: 0 in 0.442s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424.converted --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424.converted --force-share --output=json" returned: 0 in 0.168s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "5aa6d1e7d6769262e84a44e9524d0712f1e80424" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.833s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424 --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "5aa6d1e7d6769262e84a44e9524d0712f1e80424" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "5aa6d1e7d6769262e84a44e9524d0712f1e80424" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424 --force-share --output=json" returned: 0 in 0.228s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424,backing_fmt=raw /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424,backing_fmt=raw /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk 1073741824" returned: 0 in 0.056s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "5aa6d1e7d6769262e84a44e9524d0712f1e80424" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424 --force-share --output=json" returned: 0 in 0.168s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:54 user nova-compute[75209]: DEBUG nova.objects.instance [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'migration_context' on Instance uuid f1aa5afb-21f1-498a-9a28-f44b313fa569 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:54 user nova-compute[75209]: DEBUG nova.objects.base [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Object Instance<f1aa5afb-21f1-498a-9a28-f44b313fa569> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:13:54 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Rebasing disk image.
Dec 04 19:13:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 -F raw /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:13:56 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Creating image(s)
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "/opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "/opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "/opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 -F raw /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk" returned: 0 in 2.280s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Ensure instance console log exists: /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Start _get_guest_xml network_info=[{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='9be324df72dfb0822a184832a8c2f60b',container_format='bare',created_at=2023-12-04T19:11:56Z,direct_url=<?>,disk_format='qcow2',id=fba6c6da-7c05-48b5-91db-e7a80ef6a5f2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-959887395-shelved',owner='b9f5c995378d4153bed490dac31fb420',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-04T19:12:01Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:13:56 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:56 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9be324df72dfb0822a184832a8c2f60b',container_format='bare',created_at=2023-12-04T19:11:56Z,direct_url=<?>,disk_format='qcow2',id=fba6c6da-7c05-48b5-91db-e7a80ef6a5f2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-959887395-shelved',owner='b9f5c995378d4153bed490dac31fb420',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-04T19:12:01Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.objects.instance [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'vcpu_model' on Instance uuid f1aa5afb-21f1-498a-9a28-f44b313fa569 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.objects.base [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Object Instance<f1aa5afb-21f1-498a-9a28-f44b313fa569> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:09:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-959887395',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-959887395',id=23,image_ref='fba6c6da-7c05-48b5-91db-e7a80ef6a5f2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1460044587',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:10:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ehirk8g0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member',shelved_at='2023-12-04T19:12:01.493144',shelved_host='user',shelved_image_id='fba6c6da-7c05-48b5-91db-e7a80ef6a5f2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:13:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=f1aa5afb-21f1-498a-9a28-f44b313fa569,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.objects.instance [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'pci_devices' on Instance uuid f1aa5afb-21f1-498a-9a28-f44b313fa569 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.objects.base [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Object Instance<f1aa5afb-21f1-498a-9a28-f44b313fa569> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:13:56 user nova-compute[75209]:   <uuid>f1aa5afb-21f1-498a-9a28-f44b313fa569</uuid>
Dec 04 19:13:56 user nova-compute[75209]:   <name>instance-00000017</name>
Dec 04 19:13:56 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:13:56 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:13:56 user nova-compute[75209]:   <metadata>
Dec 04 19:13:56 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:13:56 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:13:56 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-959887395</nova:name>
Dec 04 19:13:56 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:13:56</nova:creationTime>
Dec 04 19:13:56 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:13:56 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:13:56 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:13:56 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:13:56 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:13:56 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:13:56 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:13:56 user nova-compute[75209]:       <nova:owner>
Dec 04 19:13:56 user nova-compute[75209]:         <nova:user uuid="aa23c1b6058d4f28b8c9fddac3f0fc92">tempest-AttachVolumeShelveTestJSON-1548594681-project-member</nova:user>
Dec 04 19:13:56 user nova-compute[75209]:         <nova:project uuid="b9f5c995378d4153bed490dac31fb420">tempest-AttachVolumeShelveTestJSON-1548594681</nova:project>
Dec 04 19:13:56 user nova-compute[75209]:       </nova:owner>
Dec 04 19:13:56 user nova-compute[75209]:       <nova:root type="image" uuid="fba6c6da-7c05-48b5-91db-e7a80ef6a5f2"/>
Dec 04 19:13:56 user nova-compute[75209]:       <nova:ports>
Dec 04 19:13:56 user nova-compute[75209]:         <nova:port uuid="b9be9142-d1cb-4ff9-b59d-73429717e7c1">
Dec 04 19:13:56 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 19:13:56 user nova-compute[75209]:         </nova:port>
Dec 04 19:13:56 user nova-compute[75209]:       </nova:ports>
Dec 04 19:13:56 user nova-compute[75209]:     </nova:instance>
Dec 04 19:13:56 user nova-compute[75209]:   </metadata>
Dec 04 19:13:56 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:13:56 user nova-compute[75209]:     <system>
Dec 04 19:13:56 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:13:56 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:13:56 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:13:56 user nova-compute[75209]:       <entry name="serial">f1aa5afb-21f1-498a-9a28-f44b313fa569</entry>
Dec 04 19:13:56 user nova-compute[75209]:       <entry name="uuid">f1aa5afb-21f1-498a-9a28-f44b313fa569</entry>
Dec 04 19:13:56 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:13:56 user nova-compute[75209]:     </system>
Dec 04 19:13:56 user nova-compute[75209]:   </sysinfo>
Dec 04 19:13:56 user nova-compute[75209]:   <os>
Dec 04 19:13:56 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:13:56 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:13:56 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:13:56 user nova-compute[75209]:   </os>
Dec 04 19:13:56 user nova-compute[75209]:   <features>
Dec 04 19:13:56 user nova-compute[75209]:     <acpi/>
Dec 04 19:13:56 user nova-compute[75209]:     <apic/>
Dec 04 19:13:56 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:13:56 user nova-compute[75209]:   </features>
Dec 04 19:13:56 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:13:56 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:13:56 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:13:56 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:13:56 user nova-compute[75209]:   </clock>
Dec 04 19:13:56 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:13:56 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:13:56 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:13:56 user nova-compute[75209]:   </cpu>
Dec 04 19:13:56 user nova-compute[75209]:   <devices>
Dec 04 19:13:56 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:13:56 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:13:56 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk"/>
Dec 04 19:13:56 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:13:56 user nova-compute[75209]:     </disk>
Dec 04 19:13:56 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:13:56 user nova-compute[75209]:       <mac address="fa:16:3e:c5:a9:1a"/>
Dec 04 19:13:56 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:56 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:13:56 user nova-compute[75209]:       <target dev="tapb9be9142-d1"/>
Dec 04 19:13:56 user nova-compute[75209]:     </interface>
Dec 04 19:13:56 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:13:56 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/console.log" append="off"/>
Dec 04 19:13:56 user nova-compute[75209]:     </serial>
Dec 04 19:13:56 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:13:56 user nova-compute[75209]:     <video>
Dec 04 19:13:56 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:56 user nova-compute[75209]:     </video>
Dec 04 19:13:56 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:13:56 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:13:56 user nova-compute[75209]:     </rng>
Dec 04 19:13:56 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:13:56 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:13:56 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:13:56 user nova-compute[75209]:     </memballoon>
Dec 04 19:13:56 user nova-compute[75209]:   </devices>
Dec 04 19:13:56 user nova-compute[75209]: </domain>
Dec 04 19:13:56 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:09:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-959887395',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-959887395',id=23,image_ref='fba6c6da-7c05-48b5-91db-e7a80ef6a5f2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1460044587',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:10:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ehirk8g0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member',shelved_at='2023-12-04T19:12:01.493144',shelved_host='user',shelved_image_id='fba6c6da-7c05-48b5-91db-e7a80ef6a5f2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:13:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=f1aa5afb-21f1-498a-9a28-f44b313fa569,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG os_vif [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6e7087e1-34c7-583b-8788-9773437b55c2', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9be9142-d1, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9be9142-d1, col_values=(('qos', UUID('7b9163bc-8eb4-4ebd-8647-9e67333cbe48')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9be9142-d1, col_values=(('external_ids', {'iface-id': 'b9be9142-d1cb-4ff9-b59d-73429717e7c1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c5:a9:1a', 'vm-uuid': 'f1aa5afb-21f1-498a-9a28-f44b313fa569'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.203s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:56 user nova-compute[75209]: INFO os_vif [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1')
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] No VIF found with MAC fa:16:3e:c5:a9:1a, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.204s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk 1073741824" returned: 0 in 0.048s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Checking if we can resize image /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Cannot resize image /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Ensure instance console log exists: /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Start _get_guest_xml network_info=[{"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': None, 'attachment_id': 'f4fc0500-1480-4609-b4f3-7c9d69f48285', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vgOmhqKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '491c9c96-1450-4c01-9f8b-5fe4dd2b2a05', 'attached_at': '', 'detached_at': '', 'volume_id': '810123ee-06e5-4264-bc34-db008705788f', 'serial': '810123ee-06e5-4264-bc34-db008705788f'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:13:57 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 04 19:13:57 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.objects.instance [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'vcpu_model' on Instance uuid 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vgOmhqKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:13:57 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:57 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:13:57 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[665ae5af-5117-40ab-975e-239570a3dd2e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:13:57 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5c7713c-a3f2-4132-a6f0-c73fc221f9dd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f] added
Dec 04 19:13:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[98113ae5-810e-4336-960d-0e04a537b533]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[16636424-d89c-42fd-8307-7280da341b39]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vgOmhqKH {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vgOmhqKH" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[57a751b5-95d5-491b-bfbb-eebbfe374c73]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vgOmhqKH'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d6063d5-68a2-41bf-92e0-a7ccb035dac7]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca24c2d-ddc6-4e66-a9ec-172730acf9ec]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:57 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:57 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:57 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:57 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6c3b010-81ea-470e-bf9e-42545338fcd9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260]
Dec 04 19:13:57 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260] successful.
Dec 04 19:13:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[97055c3f-d6b9-4998-beaa-df802818788f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[25401d3b-ece3-4ca3-bf71-c1f58aec362c]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:57 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:57 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:57 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:13:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:13:57 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:13:57 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:13:57 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:13:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] HCTL ('36', '-', '-', 0) found on session 30 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[961460df-b206-46a4-b92a-263b3fe38dda]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:13:57 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching for a device in session 30 and hctl ['36', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.compute.manager [req-57df7c01-23eb-4c57-84d7-451559950419 req-66924fab-5cf1-4c8d-be2a-a0641fe54433 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-57df7c01-23eb-4c57-84d7-451559950419 req-66924fab-5cf1-4c8d-be2a-a0641fe54433 service nova] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-57df7c01-23eb-4c57-84d7-451559950419 req-66924fab-5cf1-4c8d-be2a-a0641fe54433 service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-57df7c01-23eb-4c57-84d7-451559950419 req-66924fab-5cf1-4c8d-be2a-a0641fe54433 service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.compute.manager [req-57df7c01-23eb-4c57-84d7-451559950419 req-66924fab-5cf1-4c8d-be2a-a0641fe54433 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] No waiting events found dispatching network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:13:58 user nova-compute[75209]: WARNING nova.compute.manager [req-57df7c01-23eb-4c57-84d7-451559950419 req-66924fab-5cf1-4c8d-be2a-a0641fe54433 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received unexpected event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 04 19:13:58 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching for a device in session 30 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vgOmhqKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23135383332653663', 'path': '/dev/sde'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23135383332653663', 'path': '/dev/sde'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:11:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1512497725',display_name='tempest-ServerActionsTestOtherA-server-455858175',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1512497725',id=26,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJ5DRSkXRzUxWqDr3YwrdrHwK9rlSrzumunON0386ryIcDH1CkAobB0mjG43hiRBFgSQXtaMHuiOuacolAe4+7YulTBAKbkF6Z7OhuiDvBxsR7dpoKCtuuDbjOJRpCUw==',key_name='tempest-keypair-1019195279',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:11:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-3695rz6z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:13:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=491c9c96-1450-4c01-9f8b-5fe4dd2b2a05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:13:58 user nova-compute[75209]:   <uuid>491c9c96-1450-4c01-9f8b-5fe4dd2b2a05</uuid>
Dec 04 19:13:58 user nova-compute[75209]:   <name>instance-0000001a</name>
Dec 04 19:13:58 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:13:58 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:13:58 user nova-compute[75209]:   <metadata>
Dec 04 19:13:58 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:13:58 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:13:58 user nova-compute[75209]:       <nova:name>tempest-ServerActionsTestOtherA-server-455858175</nova:name>
Dec 04 19:13:58 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:13:57</nova:creationTime>
Dec 04 19:13:58 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:13:58 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:13:58 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:13:58 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:13:58 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:13:58 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:13:58 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:13:58 user nova-compute[75209]:       <nova:owner>
Dec 04 19:13:58 user nova-compute[75209]:         <nova:user uuid="548d88038661404c95abd97f04e5c883">tempest-ServerActionsTestOtherA-1450767658-project-member</nova:user>
Dec 04 19:13:58 user nova-compute[75209]:         <nova:project uuid="f27d81fc76074ac0ad456c2e2410142a">tempest-ServerActionsTestOtherA-1450767658</nova:project>
Dec 04 19:13:58 user nova-compute[75209]:       </nova:owner>
Dec 04 19:13:58 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:13:58 user nova-compute[75209]:       <nova:ports>
Dec 04 19:13:58 user nova-compute[75209]:         <nova:port uuid="ac292f7e-3431-4ef6-9af7-4abb8e880452">
Dec 04 19:13:58 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 04 19:13:58 user nova-compute[75209]:         </nova:port>
Dec 04 19:13:58 user nova-compute[75209]:       </nova:ports>
Dec 04 19:13:58 user nova-compute[75209]:     </nova:instance>
Dec 04 19:13:58 user nova-compute[75209]:   </metadata>
Dec 04 19:13:58 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:13:58 user nova-compute[75209]:     <system>
Dec 04 19:13:58 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:13:58 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:13:58 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:13:58 user nova-compute[75209]:       <entry name="serial">491c9c96-1450-4c01-9f8b-5fe4dd2b2a05</entry>
Dec 04 19:13:58 user nova-compute[75209]:       <entry name="uuid">491c9c96-1450-4c01-9f8b-5fe4dd2b2a05</entry>
Dec 04 19:13:58 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:13:58 user nova-compute[75209]:     </system>
Dec 04 19:13:58 user nova-compute[75209]:   </sysinfo>
Dec 04 19:13:58 user nova-compute[75209]:   <os>
Dec 04 19:13:58 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:13:58 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:13:58 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:13:58 user nova-compute[75209]:   </os>
Dec 04 19:13:58 user nova-compute[75209]:   <features>
Dec 04 19:13:58 user nova-compute[75209]:     <acpi/>
Dec 04 19:13:58 user nova-compute[75209]:     <apic/>
Dec 04 19:13:58 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:13:58 user nova-compute[75209]:   </features>
Dec 04 19:13:58 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:13:58 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:13:58 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:13:58 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:13:58 user nova-compute[75209]:   </clock>
Dec 04 19:13:58 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:13:58 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:13:58 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:13:58 user nova-compute[75209]:   </cpu>
Dec 04 19:13:58 user nova-compute[75209]:   <devices>
Dec 04 19:13:58 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:13:58 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:13:58 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk"/>
Dec 04 19:13:58 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:13:58 user nova-compute[75209]:     </disk>
Dec 04 19:13:58 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:13:58 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:13:58 user nova-compute[75209]:       <source dev="/dev/sde"/>
Dec 04 19:13:58 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:13:58 user nova-compute[75209]:       <serial>810123ee-06e5-4264-bc34-db008705788f</serial>
Dec 04 19:13:58 user nova-compute[75209]:     </disk>
Dec 04 19:13:58 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:13:58 user nova-compute[75209]:       <mac address="fa:16:3e:3d:3d:5a"/>
Dec 04 19:13:58 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:58 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:13:58 user nova-compute[75209]:       <target dev="tapac292f7e-34"/>
Dec 04 19:13:58 user nova-compute[75209]:     </interface>
Dec 04 19:13:58 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:13:58 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/console.log" append="off"/>
Dec 04 19:13:58 user nova-compute[75209]:     </serial>
Dec 04 19:13:58 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:13:58 user nova-compute[75209]:     <video>
Dec 04 19:13:58 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:13:58 user nova-compute[75209]:     </video>
Dec 04 19:13:58 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:13:58 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:13:58 user nova-compute[75209]:     </rng>
Dec 04 19:13:58 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:13:58 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:13:58 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:13:58 user nova-compute[75209]:     </memballoon>
Dec 04 19:13:58 user nova-compute[75209]:   </devices>
Dec 04 19:13:58 user nova-compute[75209]: </domain>
Dec 04 19:13:58 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:11:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1512497725',display_name='tempest-ServerActionsTestOtherA-server-455858175',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1512497725',id=26,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJ5DRSkXRzUxWqDr3YwrdrHwK9rlSrzumunON0386ryIcDH1CkAobB0mjG43hiRBFgSQXtaMHuiOuacolAe4+7YulTBAKbkF6Z7OhuiDvBxsR7dpoKCtuuDbjOJRpCUw==',key_name='tempest-keypair-1019195279',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:11:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-3695rz6z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:13:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=491c9c96-1450-4c01-9f8b-5fe4dd2b2a05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG os_vif [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2af62f33-586e-50a0-b024-d240f12f09c5', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapac292f7e-34, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapac292f7e-34, col_values=(('qos', UUID('0bfd4f70-8fb5-4b34-8401-ac701307ef32')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapac292f7e-34, col_values=(('external_ids', {'iface-id': 'ac292f7e-3431-4ef6-9af7-4abb8e880452', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:3d:5a', 'vm-uuid': '491c9c96-1450-4c01-9f8b-5fe4dd2b2a05'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:13:58 user nova-compute[75209]: INFO os_vif [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34')
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:13:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No VIF found with MAC fa:16:3e:3d:3d:5a, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:13:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG nova.compute.manager [req-59b1163a-81ba-4059-87df-6ae9e36ace33 req-b8af3634-2391-4d6a-ba93-070b1f140d7c service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-59b1163a-81ba-4059-87df-6ae9e36ace33 req-b8af3634-2391-4d6a-ba93-070b1f140d7c service nova] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-59b1163a-81ba-4059-87df-6ae9e36ace33 req-b8af3634-2391-4d6a-ba93-070b1f140d7c service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-59b1163a-81ba-4059-87df-6ae9e36ace33 req-b8af3634-2391-4d6a-ba93-070b1f140d7c service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG nova.compute.manager [req-59b1163a-81ba-4059-87df-6ae9e36ace33 req-b8af3634-2391-4d6a-ba93-070b1f140d7c service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] No waiting events found dispatching network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:00 user nova-compute[75209]: WARNING nova.compute.manager [req-59b1163a-81ba-4059-87df-6ae9e36ace33 req-b8af3634-2391-4d6a-ba93-070b1f140d7c service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received unexpected event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 04 19:14:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:14:00 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Instance spawned successfully.
Dec 04 19:14:00 user nova-compute[75209]: DEBUG nova.compute.manager [req-5234bb36-0041-4ca6-b2b2-77be9ed73a14 req-3b1022ab-861f-4261-8692-ffbf738be3e0 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5234bb36-0041-4ca6-b2b2-77be9ed73a14 req-3b1022ab-861f-4261-8692-ffbf738be3e0 service nova] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5234bb36-0041-4ca6-b2b2-77be9ed73a14 req-3b1022ab-861f-4261-8692-ffbf738be3e0 service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5234bb36-0041-4ca6-b2b2-77be9ed73a14 req-3b1022ab-861f-4261-8692-ffbf738be3e0 service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG nova.compute.manager [req-5234bb36-0041-4ca6-b2b2-77be9ed73a14 req-3b1022ab-861f-4261-8692-ffbf738be3e0 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] No waiting events found dispatching network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:00 user nova-compute[75209]: WARNING nova.compute.manager [req-5234bb36-0041-4ca6-b2b2-77be9ed73a14 req-3b1022ab-861f-4261-8692-ffbf738be3e0 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received unexpected event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 for instance with vm_state active and task_state rebuild_spawning.
Dec 04 19:14:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:14:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-46601e90-e7e7-4905-ae51-d5388768128e tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.665s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-52074e68-6583-4662-a79b-0b0a50fad0e0 req-12d39638-a437-4a3f-8a69-46f144f20fbf service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-52074e68-6583-4662-a79b-0b0a50fad0e0 req-12d39638-a437-4a3f-8a69-46f144f20fbf service nova] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-52074e68-6583-4662-a79b-0b0a50fad0e0 req-12d39638-a437-4a3f-8a69-46f144f20fbf service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-52074e68-6583-4662-a79b-0b0a50fad0e0 req-12d39638-a437-4a3f-8a69-46f144f20fbf service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-52074e68-6583-4662-a79b-0b0a50fad0e0 req-12d39638-a437-4a3f-8a69-46f144f20fbf service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] No waiting events found dispatching network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:02 user nova-compute[75209]: WARNING nova.compute.manager [req-52074e68-6583-4662-a79b-0b0a50fad0e0 req-12d39638-a437-4a3f-8a69-46f144f20fbf service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received unexpected event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 for instance with vm_state active and task_state rebuild_spawning.
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:14:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Instance spawned successfully.
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG nova.objects.instance [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75209) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 04 19:14:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3b450fe4-d41d-461d-95ac-d9fd244bf6ae tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.079s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:04 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 15a8b8af-4634-4f82-98fb-3f458994d47c is timed out.
Dec 04 19:14:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Successfully detached device vdb from instance 15a8b8af-4634-4f82-98fb-3f458994d47c from the live domain config.
Dec 04 19:14:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HVbTqrKi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:14:04 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a0de85c-3374-4cb3-9ba8-1ecdfd3851f7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:14:04 user nova-compute[75209]: No targets found.
Dec 04 19:14:04 user nova-compute[75209]: iSNS:
Dec 04 19:14:04 user nova-compute[75209]: No targets found.
Dec 04 19:14:04 user nova-compute[75209]: STATIC:
Dec 04 19:14:04 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72
Dec 04 19:14:04 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:14:04 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:14:04 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f
Dec 04 19:14:04 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:14:04 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:14:04 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:14:04 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:14:04 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:14:04 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f
Dec 04 19:14:04 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:14:04 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:14:04 user nova-compute[75209]: FIRMWARE:
Dec 04 19:14:04 user nova-compute[75209]: No targets found.
Dec 04 19:14:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:14:04 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:14:04 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[502d8c0b-db5d-4594-8094-63a267328921]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[befb2a91-eb40-46cb-a6a6-37daedc5db66]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:14:04 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:14:04 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:14:04 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:14:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f (non-flash)
Dec 04 19:14:04 user nova-compute[75209]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:14:04 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:14:04 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:14:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c768790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f'): ({'sdc'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Removing single pathed devices sdc {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfcd175a-1dcb-493f-9711-0482878ee614]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f389688-b86f-49f7-b0c7-65863e5753c5]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Flushing IO for device /dev/sdc {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5301759a-2abf-4a97-9f83-85dde818a53b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2dd89c6-124e-4be3-9daa-fae3498c822c]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc959b75-1568-44ed-ae32-5741274c2ece]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a11d4ea7-331e-4fbb-8afc-fcd0b82d1403]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f, portal: 172.16.0.220,3260]
Dec 04 19:14:04 user nova-compute[75209]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f, portal: 172.16.0.220,3260] successful.
Dec 04 19:14:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54d45f96-6a70-4a38-91c5-3b507b87286f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad419cb4-74ac-4ef7-8a97-16158534ce65]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] <== disconnect_volume: return (308ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:14:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:05 user nova-compute[75209]: DEBUG nova.objects.instance [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lazy-loading 'flavor' on Instance uuid 15a8b8af-4634-4f82-98fb-3f458994d47c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:14:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9549728b-c63c-4001-bed9-ca86a3823b93 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.175s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:14:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:14:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:14:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:14:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:14:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:14:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:14:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:14:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:20 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:14:20 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:14:22 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:14:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:14:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:14:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:14:22 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updating instance_info_cache with network_info: [{"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG nova.compute.manager [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:14:24 user nova-compute[75209]: INFO nova.compute.claims [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Claim successful on node user
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.551s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG nova.compute.manager [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:14:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:14:25 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:14:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG nova.policy [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039b1a7b677743c7a58a3dbde7124b90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '961103d47ef14e308fc47e44ff436c8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:14:25 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Creating image(s)
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "/opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "/opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "/opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk 1073741824" returned: 0 in 0.278s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.471s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.427s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Successfully created port: 238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.207s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Cannot resize image /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Ensure instance console log exists: /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Successfully updated port: 238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "refresh_cache-1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquired lock "refresh_cache-1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-4ec4f09b-d98f-41d6-a75d-56d525e42de4 req-b4bf99a4-d082-4f0b-9dc2-449c2d8cb11f service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Received event network-changed-238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-4ec4f09b-d98f-41d6-a75d-56d525e42de4 req-b4bf99a4-d082-4f0b-9dc2-449c2d8cb11f service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Refreshing instance network info cache due to event network-changed-238a1cab-b483-4b11-96a7-547acea1c5f6. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4ec4f09b-d98f-41d6-a75d-56d525e42de4 req-b4bf99a4-d082-4f0b-9dc2-449c2d8cb11f service nova] Acquiring lock "refresh_cache-1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.network.neutron [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Updating instance_info_cache with network_info: [{"id": "238a1cab-b483-4b11-96a7-547acea1c5f6", "address": "fa:16:3e:3e:b2:17", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap238a1cab-b4", "ovs_interfaceid": "238a1cab-b483-4b11-96a7-547acea1c5f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Releasing lock "refresh_cache-1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Instance network_info: |[{"id": "238a1cab-b483-4b11-96a7-547acea1c5f6", "address": "fa:16:3e:3e:b2:17", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap238a1cab-b4", "ovs_interfaceid": "238a1cab-b483-4b11-96a7-547acea1c5f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4ec4f09b-d98f-41d6-a75d-56d525e42de4 req-b4bf99a4-d082-4f0b-9dc2-449c2d8cb11f service nova] Acquired lock "refresh_cache-1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.network.neutron [req-4ec4f09b-d98f-41d6-a75d-56d525e42de4 req-b4bf99a4-d082-4f0b-9dc2-449c2d8cb11f service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Refreshing network info cache for port 238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Start _get_guest_xml network_info=[{"id": "238a1cab-b483-4b11-96a7-547acea1c5f6", "address": "fa:16:3e:3e:b2:17", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap238a1cab-b4", "ovs_interfaceid": "238a1cab-b483-4b11-96a7-547acea1c5f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:14:27 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:14:27 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:14:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-494918746',display_name='tempest-VolumesActionsTest-instance-494918746',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-494918746',id=30,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='961103d47ef14e308fc47e44ff436c8a',ramdisk_id='',reservation_id='r-1tf8k74d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1656352881',owner_user_name='tempest-VolumesActionsTest-1656352881-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:14:25Z,user_data=None,user_id='039b1a7b677743c7a58a3dbde7124b90',uuid=1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "238a1cab-b483-4b11-96a7-547acea1c5f6", "address": "fa:16:3e:3e:b2:17", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap238a1cab-b4", "ovs_interfaceid": "238a1cab-b483-4b11-96a7-547acea1c5f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converting VIF {"id": "238a1cab-b483-4b11-96a7-547acea1c5f6", "address": "fa:16:3e:3e:b2:17", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap238a1cab-b4", "ovs_interfaceid": "238a1cab-b483-4b11-96a7-547acea1c5f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:b2:17,bridge_name='br-int',has_traffic_filtering=True,id=238a1cab-b483-4b11-96a7-547acea1c5f6,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap238a1cab-b4') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.objects.instance [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lazy-loading 'pci_devices' on Instance uuid 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:14:27 user nova-compute[75209]:   <uuid>1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7</uuid>
Dec 04 19:14:27 user nova-compute[75209]:   <name>instance-0000001e</name>
Dec 04 19:14:27 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:14:27 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:14:27 user nova-compute[75209]:   <metadata>
Dec 04 19:14:27 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:14:27 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:14:27 user nova-compute[75209]:       <nova:name>tempest-VolumesActionsTest-instance-494918746</nova:name>
Dec 04 19:14:27 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:14:27</nova:creationTime>
Dec 04 19:14:27 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:14:27 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:14:27 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:14:27 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:14:27 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:14:27 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:14:27 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:14:27 user nova-compute[75209]:       <nova:owner>
Dec 04 19:14:27 user nova-compute[75209]:         <nova:user uuid="039b1a7b677743c7a58a3dbde7124b90">tempest-VolumesActionsTest-1656352881-project-member</nova:user>
Dec 04 19:14:27 user nova-compute[75209]:         <nova:project uuid="961103d47ef14e308fc47e44ff436c8a">tempest-VolumesActionsTest-1656352881</nova:project>
Dec 04 19:14:27 user nova-compute[75209]:       </nova:owner>
Dec 04 19:14:27 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:14:27 user nova-compute[75209]:       <nova:ports>
Dec 04 19:14:27 user nova-compute[75209]:         <nova:port uuid="238a1cab-b483-4b11-96a7-547acea1c5f6">
Dec 04 19:14:27 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 04 19:14:27 user nova-compute[75209]:         </nova:port>
Dec 04 19:14:27 user nova-compute[75209]:       </nova:ports>
Dec 04 19:14:27 user nova-compute[75209]:     </nova:instance>
Dec 04 19:14:27 user nova-compute[75209]:   </metadata>
Dec 04 19:14:27 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:14:27 user nova-compute[75209]:     <system>
Dec 04 19:14:27 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:14:27 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:14:27 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:14:27 user nova-compute[75209]:       <entry name="serial">1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7</entry>
Dec 04 19:14:27 user nova-compute[75209]:       <entry name="uuid">1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7</entry>
Dec 04 19:14:27 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:14:27 user nova-compute[75209]:     </system>
Dec 04 19:14:27 user nova-compute[75209]:   </sysinfo>
Dec 04 19:14:27 user nova-compute[75209]:   <os>
Dec 04 19:14:27 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:14:27 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:14:27 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:14:27 user nova-compute[75209]:   </os>
Dec 04 19:14:27 user nova-compute[75209]:   <features>
Dec 04 19:14:27 user nova-compute[75209]:     <acpi/>
Dec 04 19:14:27 user nova-compute[75209]:     <apic/>
Dec 04 19:14:27 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:14:27 user nova-compute[75209]:   </features>
Dec 04 19:14:27 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:14:27 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:14:27 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:14:27 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:14:27 user nova-compute[75209]:   </clock>
Dec 04 19:14:27 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:14:27 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:14:27 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:14:27 user nova-compute[75209]:   </cpu>
Dec 04 19:14:27 user nova-compute[75209]:   <devices>
Dec 04 19:14:27 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:14:27 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:14:27 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk"/>
Dec 04 19:14:27 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:14:27 user nova-compute[75209]:     </disk>
Dec 04 19:14:27 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:14:27 user nova-compute[75209]:       <mac address="fa:16:3e:3e:b2:17"/>
Dec 04 19:14:27 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:14:27 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:14:27 user nova-compute[75209]:       <target dev="tap238a1cab-b4"/>
Dec 04 19:14:27 user nova-compute[75209]:     </interface>
Dec 04 19:14:27 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:14:27 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/console.log" append="off"/>
Dec 04 19:14:27 user nova-compute[75209]:     </serial>
Dec 04 19:14:27 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:14:27 user nova-compute[75209]:     <video>
Dec 04 19:14:27 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:14:27 user nova-compute[75209]:     </video>
Dec 04 19:14:27 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:14:27 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:14:27 user nova-compute[75209]:     </rng>
Dec 04 19:14:27 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:14:27 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:14:27 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:14:27 user nova-compute[75209]:     </memballoon>
Dec 04 19:14:27 user nova-compute[75209]:   </devices>
Dec 04 19:14:27 user nova-compute[75209]: </domain>
Dec 04 19:14:27 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:14:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-494918746',display_name='tempest-VolumesActionsTest-instance-494918746',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-494918746',id=30,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='961103d47ef14e308fc47e44ff436c8a',ramdisk_id='',reservation_id='r-1tf8k74d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1656352881',owner_user_name='tempest-VolumesActionsTest-1656352881-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:14:25Z,user_data=None,user_id='039b1a7b677743c7a58a3dbde7124b90',uuid=1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "238a1cab-b483-4b11-96a7-547acea1c5f6", "address": "fa:16:3e:3e:b2:17", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap238a1cab-b4", "ovs_interfaceid": "238a1cab-b483-4b11-96a7-547acea1c5f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converting VIF {"id": "238a1cab-b483-4b11-96a7-547acea1c5f6", "address": "fa:16:3e:3e:b2:17", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap238a1cab-b4", "ovs_interfaceid": "238a1cab-b483-4b11-96a7-547acea1c5f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:b2:17,bridge_name='br-int',has_traffic_filtering=True,id=238a1cab-b483-4b11-96a7-547acea1c5f6,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap238a1cab-b4') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG os_vif [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:b2:17,bridge_name='br-int',has_traffic_filtering=True,id=238a1cab-b483-4b11-96a7-547acea1c5f6,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap238a1cab-b4') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9a391dc-f526-5b67-868d-af87f983039c', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap238a1cab-b4, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap238a1cab-b4, col_values=(('qos', UUID('cf496015-559c-49bd-87a8-2727c814b0d2')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap238a1cab-b4, col_values=(('external_ids', {'iface-id': '238a1cab-b483-4b11-96a7-547acea1c5f6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3e:b2:17', 'vm-uuid': '1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:27 user nova-compute[75209]: INFO os_vif [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:b2:17,bridge_name='br-int',has_traffic_filtering=True,id=238a1cab-b483-4b11-96a7-547acea1c5f6,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap238a1cab-b4')
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] No VIF found with MAC fa:16:3e:3e:b2:17, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.network.neutron [req-4ec4f09b-d98f-41d6-a75d-56d525e42de4 req-b4bf99a4-d082-4f0b-9dc2-449c2d8cb11f service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Updated VIF entry in instance network info cache for port 238a1cab-b483-4b11-96a7-547acea1c5f6. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.network.neutron [req-4ec4f09b-d98f-41d6-a75d-56d525e42de4 req-b4bf99a4-d082-4f0b-9dc2-449c2d8cb11f service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Updating instance_info_cache with network_info: [{"id": "238a1cab-b483-4b11-96a7-547acea1c5f6", "address": "fa:16:3e:3e:b2:17", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap238a1cab-b4", "ovs_interfaceid": "238a1cab-b483-4b11-96a7-547acea1c5f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4ec4f09b-d98f-41d6-a75d-56d525e42de4 req-b4bf99a4-d082-4f0b-9dc2-449c2d8cb11f service nova] Releasing lock "refresh_cache-1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:14:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-25d31805-3132-4362-ada1-a7ff34fd3741 req-f40587fb-b9a1-4df2-993c-e63ff780f19c service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Received event network-vif-plugged-238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-25d31805-3132-4362-ada1-a7ff34fd3741 req-f40587fb-b9a1-4df2-993c-e63ff780f19c service nova] Acquiring lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-25d31805-3132-4362-ada1-a7ff34fd3741 req-f40587fb-b9a1-4df2-993c-e63ff780f19c service nova] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-25d31805-3132-4362-ada1-a7ff34fd3741 req-f40587fb-b9a1-4df2-993c-e63ff780f19c service nova] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-25d31805-3132-4362-ada1-a7ff34fd3741 req-f40587fb-b9a1-4df2-993c-e63ff780f19c service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] No waiting events found dispatching network-vif-plugged-238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:28 user nova-compute[75209]: WARNING nova.compute.manager [req-25d31805-3132-4362-ada1-a7ff34fd3741 req-f40587fb-b9a1-4df2-993c-e63ff780f19c service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Received unexpected event network-vif-plugged-238a1cab-b483-4b11-96a7-547acea1c5f6 for instance with vm_state building and task_state spawning.
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:29 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:14:29 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7305MB free_disk=25.004470825195312GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 47258b99-33f4-4ac3-a34f-0ca2d347638b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 15a8b8af-4634-4f82-98fb-3f458994d47c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 59ecc7b9-de30-4dc4-8e9f-9bb57483448a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance f1aa5afb-21f1-498a-9a28-f44b313fa569 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:14:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.518s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:14:30 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Instance spawned successfully.
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:14:30 user nova-compute[75209]: INFO nova.compute.manager [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Took 5.68 seconds to spawn the instance on the hypervisor.
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-c75a1949-b52f-4b8e-adf9-029c8222faab req-d0cb81d2-0a6e-4bee-8331-fa6032bf5375 service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Received event network-vif-plugged-238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c75a1949-b52f-4b8e-adf9-029c8222faab req-d0cb81d2-0a6e-4bee-8331-fa6032bf5375 service nova] Acquiring lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c75a1949-b52f-4b8e-adf9-029c8222faab req-d0cb81d2-0a6e-4bee-8331-fa6032bf5375 service nova] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c75a1949-b52f-4b8e-adf9-029c8222faab req-d0cb81d2-0a6e-4bee-8331-fa6032bf5375 service nova] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-c75a1949-b52f-4b8e-adf9-029c8222faab req-d0cb81d2-0a6e-4bee-8331-fa6032bf5375 service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] No waiting events found dispatching network-vif-plugged-238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:30 user nova-compute[75209]: WARNING nova.compute.manager [req-c75a1949-b52f-4b8e-adf9-029c8222faab req-d0cb81d2-0a6e-4bee-8331-fa6032bf5375 service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Received unexpected event network-vif-plugged-238a1cab-b483-4b11-96a7-547acea1c5f6 for instance with vm_state building and task_state spawning.
Dec 04 19:14:30 user nova-compute[75209]: INFO nova.compute.manager [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Took 6.63 seconds to build instance.
Dec 04 19:14:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e77444a2-a560-4399-ad87-0bc8dc22ad01 tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.746s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:14:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:14:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:14:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:14:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:33 user nova-compute[75209]: INFO nova.compute.manager [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Terminating instance
Dec 04 19:14:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:14:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG nova.compute.manager [req-59982ea1-2540-4630-b670-9cba807566a6 req-362dacd7-feef-4a86-ba00-74fdc9a6b441 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-vif-unplugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-59982ea1-2540-4630-b670-9cba807566a6 req-362dacd7-feef-4a86-ba00-74fdc9a6b441 service nova] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-59982ea1-2540-4630-b670-9cba807566a6 req-362dacd7-feef-4a86-ba00-74fdc9a6b441 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-59982ea1-2540-4630-b670-9cba807566a6 req-362dacd7-feef-4a86-ba00-74fdc9a6b441 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG nova.compute.manager [req-59982ea1-2540-4630-b670-9cba807566a6 req-362dacd7-feef-4a86-ba00-74fdc9a6b441 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] No waiting events found dispatching network-vif-unplugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG nova.compute.manager [req-59982ea1-2540-4630-b670-9cba807566a6 req-362dacd7-feef-4a86-ba00-74fdc9a6b441 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-vif-unplugged-98e4ba58-4729-4d49-8bed-b219771ecce2 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:34 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Instance destroyed successfully.
Dec 04 19:14:34 user nova-compute[75209]: DEBUG nova.objects.instance [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lazy-loading 'resources' on Instance uuid 15a8b8af-4634-4f82-98fb-3f458994d47c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:10:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-715552910',display_name='tempest-TestServerVolumeAttachmentScenario-server-715552910',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-715552910',id=24,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGEOlNq3bBo7U/L+5sfWj0cVSahRM8eM2Fr1mDoZzaTD4M6+7cHPOKSVeWWe2Nqb/V7WRrnyAjwQ///2mWzBZ1UgnS+S8LJoHj85/Qrzr3DGC8C5f3J4w578qfODT1SUhg==',key_name='tempest-keypair-932622272',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:10:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f9b93e33fc7a4e3ca3dc2944e81bce4b',ramdisk_id='',reservation_id='r-mk0yc1ax',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1628062576',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1628062576-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:10:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89a253a884494f8990e3cb8f6e740db4',uuid=15a8b8af-4634-4f82-98fb-3f458994d47c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Converting VIF {"id": "98e4ba58-4729-4d49-8bed-b219771ecce2", "address": "fa:16:3e:0f:e7:16", "network": {"id": "5d77b209-10b3-404a-afec-54cf0691cd03", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1340239515-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9b93e33fc7a4e3ca3dc2944e81bce4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98e4ba58-47", "ovs_interfaceid": "98e4ba58-4729-4d49-8bed-b219771ecce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0f:e7:16,bridge_name='br-int',has_traffic_filtering=True,id=98e4ba58-4729-4d49-8bed-b219771ecce2,network=Network(5d77b209-10b3-404a-afec-54cf0691cd03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98e4ba58-47') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG os_vif [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:e7:16,bridge_name='br-int',has_traffic_filtering=True,id=98e4ba58-4729-4d49-8bed-b219771ecce2,network=Network(5d77b209-10b3-404a-afec-54cf0691cd03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98e4ba58-47') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap98e4ba58-47, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=220bd767-8777-4943-957e-c57d3862e192) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:14:34 user nova-compute[75209]: INFO os_vif [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:e7:16,bridge_name='br-int',has_traffic_filtering=True,id=98e4ba58-4729-4d49-8bed-b219771ecce2,network=Network(5d77b209-10b3-404a-afec-54cf0691cd03),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98e4ba58-47')
Dec 04 19:14:34 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Deleting instance files /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c_del
Dec 04 19:14:34 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Deletion of /opt/stack/data/nova/instances/15a8b8af-4634-4f82-98fb-3f458994d47c_del complete
Dec 04 19:14:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:34 user nova-compute[75209]: INFO nova.compute.manager [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Took 1.02 seconds to destroy the instance on the hypervisor.
Dec 04 19:14:34 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:14:34 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:14:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:35 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:14:35 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Took 1.35 seconds to deallocate network for instance.
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] No waiting events found dispatching network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:36 user nova-compute[75209]: WARNING nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received unexpected event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 for instance with vm_state deleted and task_state None.
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] No waiting events found dispatching network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:36 user nova-compute[75209]: WARNING nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received unexpected event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 for instance with vm_state deleted and task_state None.
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] No waiting events found dispatching network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:36 user nova-compute[75209]: WARNING nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received unexpected event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 for instance with vm_state deleted and task_state None.
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-vif-unplugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] No waiting events found dispatching network-vif-unplugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:36 user nova-compute[75209]: WARNING nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received unexpected event network-vif-unplugged-98e4ba58-4729-4d49-8bed-b219771ecce2 for instance with vm_state deleted and task_state None.
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Acquiring lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] No waiting events found dispatching network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:14:36 user nova-compute[75209]: WARNING nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received unexpected event network-vif-plugged-98e4ba58-4729-4d49-8bed-b219771ecce2 for instance with vm_state deleted and task_state None.
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.manager [req-e67e5d70-2664-427d-a33d-23259340d62d req-4fcb4f88-1c5e-4302-9656-215548c0eb65 service nova] [instance: 15a8b8af-4634-4f82-98fb-3f458994d47c] Received event network-vif-deleted-98e4ba58-4729-4d49-8bed-b219771ecce2 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.402s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:36 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Deleted allocations for instance 15a8b8af-4634-4f82-98fb-3f458994d47c
Dec 04 19:14:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-241542ba-7483-4b2e-b03f-79cbcab70585 tempest-TestServerVolumeAttachmentScenario-1628062576 tempest-TestServerVolumeAttachmentScenario-1628062576-project-member] Lock "15a8b8af-4634-4f82-98fb-3f458994d47c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.991s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:14:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:14:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:14:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:14:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:14:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-9d7ac0de-d165-434b-a8ea-d4c86033d7da req-86a67927-8a1f-4d21-b32f-a096d38a3a7e service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-changed-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:14:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-9d7ac0de-d165-434b-a8ea-d4c86033d7da req-86a67927-8a1f-4d21-b32f-a096d38a3a7e service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Refreshing instance network info cache due to event network-changed-26a6f891-c1cd-4435-a46f-2ce04d2ac364. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:14:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9d7ac0de-d165-434b-a8ea-d4c86033d7da req-86a67927-8a1f-4d21-b32f-a096d38a3a7e service nova] Acquiring lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:14:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9d7ac0de-d165-434b-a8ea-d4c86033d7da req-86a67927-8a1f-4d21-b32f-a096d38a3a7e service nova] Acquired lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:14:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-9d7ac0de-d165-434b-a8ea-d4c86033d7da req-86a67927-8a1f-4d21-b32f-a096d38a3a7e service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Refreshing network info cache for port 26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:14:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-9d7ac0de-d165-434b-a8ea-d4c86033d7da req-86a67927-8a1f-4d21-b32f-a096d38a3a7e service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updated VIF entry in instance network info cache for port 26a6f891-c1cd-4435-a46f-2ce04d2ac364. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:14:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-9d7ac0de-d165-434b-a8ea-d4c86033d7da req-86a67927-8a1f-4d21-b32f-a096d38a3a7e service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updating instance_info_cache with network_info: [{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:14:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9d7ac0de-d165-434b-a8ea-d4c86033d7da req-86a67927-8a1f-4d21-b32f-a096d38a3a7e service nova] Releasing lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:14:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:58 user nova-compute[75209]: DEBUG nova.objects.instance [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:14:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:14:59 user nova-compute[75209]: INFO nova.compute.manager [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Attaching volume a212ab3c-4a1d-45b1-991a-682e461d3aed to /dev/vdb
Dec 04 19:14:59 user nova-compute[75209]: DEBUG os_brick.utils [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[efdc7bc3-071a-4961-bbe0-97fe67cc9912]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[876f85ae-67b3-41fe-9887-307d78b63d1e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[052e0346-a28a-45e3-98ce-4d3f0bedae06]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f99bdb3-32ff-42b0-9065-cc35766884a9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:14:59 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:14:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[736ac77c-900b-48a0-959a-a9dd2a38b520]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG os_brick.utils [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updating existing volume attachment record: 686f98a2-0753-4c8c-bea7-2615c1bdc61a {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:14:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:03 user nova-compute[75209]: INFO nova.compute.manager [None req-c623fdb7-3383-407f-ab46-2b1c5361d2a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Unrescuing
Dec 04 19:15:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c623fdb7-3383-407f-ab46-2b1c5361d2a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:15:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c623fdb7-3383-407f-ab46-2b1c5361d2a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquired lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:15:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c623fdb7-3383-407f-ab46-2b1c5361d2a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:15:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c623fdb7-3383-407f-ab46-2b1c5361d2a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updating instance_info_cache with network_info: [{"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:15:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c623fdb7-3383-407f-ab46-2b1c5361d2a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Releasing lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:15:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-c623fdb7-3383-407f-ab46-2b1c5361d2a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'flavor' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:15:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-b8ea6e56-1e28-4542-8ee9-5270310d3885 req-2d5780f6-b916-40e8-ba19-5aa920547f20 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-unplugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b8ea6e56-1e28-4542-8ee9-5270310d3885 req-2d5780f6-b916-40e8-ba19-5aa920547f20 service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b8ea6e56-1e28-4542-8ee9-5270310d3885 req-2d5780f6-b916-40e8-ba19-5aa920547f20 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b8ea6e56-1e28-4542-8ee9-5270310d3885 req-2d5780f6-b916-40e8-ba19-5aa920547f20 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-b8ea6e56-1e28-4542-8ee9-5270310d3885 req-2d5780f6-b916-40e8-ba19-5aa920547f20 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-unplugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:15:04 user nova-compute[75209]: WARNING nova.compute.manager [req-b8ea6e56-1e28-4542-8ee9-5270310d3885 req-2d5780f6-b916-40e8-ba19-5aa920547f20 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-unplugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:15:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Instance destroyed successfully.
Dec 04 19:15:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:15:06 user nova-compute[75209]: WARNING nova.compute.manager [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:15:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:15:06 user nova-compute[75209]: WARNING nova.compute.manager [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:15:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:15:06 user nova-compute[75209]: WARNING nova.compute.manager [req-b4c0786a-494d-45a1-bea9-71a186b93f0e req-c8ae135a-0063-44ed-8e20-a73ff800fe75 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state rescued and task_state unrescuing.
Dec 04 19:15:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c623fdb7-3383-407f-ab46-2b1c5361d2a8 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'erCvdLDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:15:09 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:15:09 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:15:09 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1077a0d-d45e-47c9-b3bd-7ee62f43b85f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:15:09 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ace33c0-a11e-4cc8-b1aa-878d76e65069]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed] added
Dec 04 19:15:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[030a2dd0-f209-45d8-97f0-f7b73e537904]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[827e8e0b-aa7a-403f-a1a9-be6111137e6c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v erCvdLDT {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v erCvdLDT" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f969c75-d9fe-4657-b92b-d79e2088fbc1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'erCvdLDT'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f659d6a-8887-4956-be29-e6764651aa6b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d97ddd4-870c-46c4-b160-4f748d578cc4]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:15:09 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:15:09 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:15:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:15:09 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:15:09 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:15:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e6b929e-e206-49e1-ab92-269e02a9ddf1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260]
Dec 04 19:15:09 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260] successful.
Dec 04 19:15:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[74a38a72-82b0-4200-bb99-dbb567b73996]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[50918f3c-e728-415c-908c-4dfda2222024]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:15:09 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:15:09 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:15:09 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:15:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:15:09 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:15:09 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:15:09 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:15:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] HCTL ('34', '-', '-', 0) found on session 31 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f820998b-b080-4f38-b266-d00c2a992243]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'erCvdLDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23430653538636431', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430653538636431', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.objects.instance [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:15:10 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:15:10 user nova-compute[75209]:   <source dev="/dev/sdc"/>
Dec 04 19:15:10 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:15:10 user nova-compute[75209]:   <serial>a212ab3c-4a1d-45b1-991a-682e461d3aed</serial>
Dec 04 19:15:10 user nova-compute[75209]: </disk>
Dec 04 19:15:10 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-e0b635a7-c69d-4c30-8b73-f03e5cb37371 req-c8d84236-1d74-4edf-b77a-0a41bb0ba575 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received event network-changed-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-e0b635a7-c69d-4c30-8b73-f03e5cb37371 req-c8d84236-1d74-4edf-b77a-0a41bb0ba575 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Refreshing instance network info cache due to event network-changed-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e0b635a7-c69d-4c30-8b73-f03e5cb37371 req-c8d84236-1d74-4edf-b77a-0a41bb0ba575 service nova] Acquiring lock "refresh_cache-59ecc7b9-de30-4dc4-8e9f-9bb57483448a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e0b635a7-c69d-4c30-8b73-f03e5cb37371 req-c8d84236-1d74-4edf-b77a-0a41bb0ba575 service nova] Acquired lock "refresh_cache-59ecc7b9-de30-4dc4-8e9f-9bb57483448a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-e0b635a7-c69d-4c30-8b73-f03e5cb37371 req-c8d84236-1d74-4edf-b77a-0a41bb0ba575 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Refreshing network info cache for port 7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lazy-loading 'flavor' on Instance uuid 59ecc7b9-de30-4dc4-8e9f-9bb57483448a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:15:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Ignoring supplied device name: /dev/vdb
Dec 04 19:15:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.089s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] No VIF found with MAC fa:16:3e:6a:3a:ef, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-e0b635a7-c69d-4c30-8b73-f03e5cb37371 req-c8d84236-1d74-4edf-b77a-0a41bb0ba575 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Updated VIF entry in instance network info cache for port 7cd861f8-14ca-4390-bfbd-b50c24d7cf7c. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-e0b635a7-c69d-4c30-8b73-f03e5cb37371 req-c8d84236-1d74-4edf-b77a-0a41bb0ba575 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Updating instance_info_cache with network_info: [{"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:15:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e0b635a7-c69d-4c30-8b73-f03e5cb37371 req-c8d84236-1d74-4edf-b77a-0a41bb0ba575 service nova] Releasing lock "refresh_cache-59ecc7b9-de30-4dc4-8e9f-9bb57483448a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:11 user nova-compute[75209]: INFO nova.compute.manager [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Attaching volume fb35f4c6-6835-41fc-bde2-98d036000266 to /dev/vdb
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-207e373b-81bb-4b1f-a277-4910f9696acc tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.881s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG os_brick.utils [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e9dffd-70f3-4b9d-af1e-8adcdb7e97f5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[992da07e-1c96-4dbd-ace6-9f313bcb59c5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[279b7534-d870-40bd-a414-15c7421e49e9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[634491bb-3c63-4203-b1a3-f649972c6c35]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:15:11 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:15:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6b487cc-2760-4767-9b49-dd8f0f2bab3e]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG os_brick.utils [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:15:11 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Updating existing volume attachment record: 8989e4a0-e83c-4d38-8bc4-aa738fd4023e {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9da41703-b7bf-41f3-8132-0e32a8faaae8 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9da41703-b7bf-41f3-8132-0e32a8faaae8 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-9da41703-b7bf-41f3-8132-0e32a8faaae8 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-9da41703-b7bf-41f3-8132-0e32a8faaae8 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75209) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG nova.objects.instance [None req-9da41703-b7bf-41f3-8132-0e32a8faaae8 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-1c49972a-18ca-40fd-8d2d-addef63a9159 req-6489a176-cc82-45e3-b685-558bc207c261 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-unplugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1c49972a-18ca-40fd-8d2d-addef63a9159 req-6489a176-cc82-45e3-b685-558bc207c261 service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1c49972a-18ca-40fd-8d2d-addef63a9159 req-6489a176-cc82-45e3-b685-558bc207c261 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1c49972a-18ca-40fd-8d2d-addef63a9159 req-6489a176-cc82-45e3-b685-558bc207c261 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-1c49972a-18ca-40fd-8d2d-addef63a9159 req-6489a176-cc82-45e3-b685-558bc207c261 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-unplugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:15:12 user nova-compute[75209]: WARNING nova.compute.manager [req-1c49972a-18ca-40fd-8d2d-addef63a9159 req-6489a176-cc82-45e3-b685-558bc207c261 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-unplugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state active and task_state powering-off.
Dec 04 19:15:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance destroyed successfully.
Dec 04 19:15:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-9da41703-b7bf-41f3-8132-0e32a8faaae8 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:15:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9da41703-b7bf-41f3-8132-0e32a8faaae8 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.865s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-07e70cb3-dde9-461c-80e0-bcff4ddd3219 req-074db358-41b0-4b0e-8de3-5c20d08c2e50 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-07e70cb3-dde9-461c-80e0-bcff4ddd3219 req-074db358-41b0-4b0e-8de3-5c20d08c2e50 service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-07e70cb3-dde9-461c-80e0-bcff4ddd3219 req-074db358-41b0-4b0e-8de3-5c20d08c2e50 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-07e70cb3-dde9-461c-80e0-bcff4ddd3219 req-074db358-41b0-4b0e-8de3-5c20d08c2e50 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-07e70cb3-dde9-461c-80e0-bcff4ddd3219 req-074db358-41b0-4b0e-8de3-5c20d08c2e50 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:15:14 user nova-compute[75209]: WARNING nova.compute.manager [req-07e70cb3-dde9-461c-80e0-bcff4ddd3219 req-074db358-41b0-4b0e-8de3-5c20d08c2e50 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state stopped and task_state None.
Dec 04 19:15:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CaNygKjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:15:21 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:15:21 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:15:21 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d08011d-c6da-48f6-a233-d19d9f5123c6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:15:21 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[721342ee-0abf-4047-a6d7-ad792e9ee86e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266] added
Dec 04 19:15:21 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[15cd0cfe-8155-45f2-be76-a32169180d9f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae15d6e-3770-4e1e-9454-733b64003986]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CaNygKjr {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CaNygKjr" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a09bbee-eed8-44c4-8426-c3f03309ba8b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CaNygKjr'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c144d803-6fb5-4c18-9d76-05c68678fb5d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[276a2e46-4e0e-4b19-91dc-8a4c1bc43807]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:15:21 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:15:21 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[adee2355-eccc-4e6f-977d-0ff77922c000]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266, portal: 172.16.0.220,3260]
Dec 04 19:15:21 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266, portal: 172.16.0.220,3260] successful.
Dec 04 19:15:21 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6069cf86-ee82-4ac0-b36d-814b59b5784c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0d33280-720c-4dfb-86f6-ab1dfe93e6ff]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 (non-flash)
Dec 04 19:15:21 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:15:21 user nova-compute[75209]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 (non-flash)
Dec 04 19:15:21 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] HCTL ('37', '-', '-', 0) found on session 32 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8cc4a11-570e-414b-8744-edb883677c1f]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:21 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CaNygKjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '26438656430373737', 'path': '/dev/sdf'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26438656430373737', 'path': '/dev/sdf'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lazy-loading 'flavor' on Instance uuid 59ecc7b9-de30-4dc4-8e9f-9bb57483448a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:15:22 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:15:22 user nova-compute[75209]:   <source dev="/dev/sdf"/>
Dec 04 19:15:22 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:15:22 user nova-compute[75209]:   <serial>fb35f4c6-6835-41fc-bde2-98d036000266</serial>
Dec 04 19:15:22 user nova-compute[75209]: </disk>
Dec 04 19:15:22 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:15:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] No VIF found with MAC fa:16:3e:0c:5a:43, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:15:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8cb59746-7064-4faf-a1d8-78c31a2a8a60 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.976s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:23 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:15:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:15:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:15:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:15:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating instance_info_cache with network_info: [{"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-f1aa5afb-21f1-498a-9a28-f44b313fa569" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:15:29 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:15:29 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7492MB free_disk=24.991416931152344GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 47258b99-33f4-4ac3-a34f-0ca2d347638b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 59ecc7b9-de30-4dc4-8e9f-9bb57483448a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance f1aa5afb-21f1-498a-9a28-f44b313fa569 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:15:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:15:30 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:15:30 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:15:30 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:15:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.500s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:30 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:15:30 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:15:30 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:15:30 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:15:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:15:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:39 user nova-compute[75209]: INFO nova.compute.manager [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Terminating instance
Dec 04 19:15:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-b5d86b01-fb05-4e90-830b-138ffc0b681a req-482747d3-d7a5-45c4-8569-97bae4f16756 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-vif-unplugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b5d86b01-fb05-4e90-830b-138ffc0b681a req-482747d3-d7a5-45c4-8569-97bae4f16756 service nova] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b5d86b01-fb05-4e90-830b-138ffc0b681a req-482747d3-d7a5-45c4-8569-97bae4f16756 service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b5d86b01-fb05-4e90-830b-138ffc0b681a req-482747d3-d7a5-45c4-8569-97bae4f16756 service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-b5d86b01-fb05-4e90-830b-138ffc0b681a req-482747d3-d7a5-45c4-8569-97bae4f16756 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] No waiting events found dispatching network-vif-unplugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:15:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-b5d86b01-fb05-4e90-830b-138ffc0b681a req-482747d3-d7a5-45c4-8569-97bae4f16756 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-vif-unplugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:15:40 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Instance destroyed successfully.
Dec 04 19:15:40 user nova-compute[75209]: DEBUG nova.objects.instance [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lazy-loading 'resources' on Instance uuid f1aa5afb-21f1-498a-9a28-f44b313fa569 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:09:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-959887395',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-959887395',id=23,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBW+SEoKUj/VY5PWaf4x7btjkaDpYNFTwJWbCH4Tx9jUP+cfA6cMhvEFdyWxQwUh1j8ITmDUjb0MGngC9XJdINQcyhVw141qYnE7iBOyXAMMOCP+HcuXWHsYPDPaL09vEQ==',key_name='tempest-keypair-1460044587',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:14:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b9f5c995378d4153bed490dac31fb420',ramdisk_id='',reservation_id='r-ehirk8g0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1548594681',owner_user_name='tempest-AttachVolumeShelveTestJSON-1548594681-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:14:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa23c1b6058d4f28b8c9fddac3f0fc92',uuid=f1aa5afb-21f1-498a-9a28-f44b313fa569,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converting VIF {"id": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "address": "fa:16:3e:c5:a9:1a", "network": {"id": "958e6422-1484-4000-ade2-5f86a6538e11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26187924-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9f5c995378d4153bed490dac31fb420", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9be9142-d1", "ovs_interfaceid": "b9be9142-d1cb-4ff9-b59d-73429717e7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG os_vif [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9be9142-d1, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7b9163bc-8eb4-4ebd-8647-9e67333cbe48) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:40 user nova-compute[75209]: INFO os_vif [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:a9:1a,bridge_name='br-int',has_traffic_filtering=True,id=b9be9142-d1cb-4ff9-b59d-73429717e7c1,network=Network(958e6422-1484-4000-ade2-5f86a6538e11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9be9142-d1')
Dec 04 19:15:40 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Deleting instance files /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569_del
Dec 04 19:15:40 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Deletion of /opt/stack/data/nova/instances/f1aa5afb-21f1-498a-9a28-f44b313fa569_del complete
Dec 04 19:15:40 user nova-compute[75209]: INFO nova.compute.manager [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Took 0.72 seconds to destroy the instance on the hypervisor.
Dec 04 19:15:40 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:15:40 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:15:41 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:15:41 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Took 0.95 seconds to deallocate network for instance.
Dec 04 19:15:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-42c9a52f-0098-4714-9075-b13779f37e1d req-f1a61742-3fd1-4c96-890f-54c26712c0c8 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-vif-deleted-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:41 user nova-compute[75209]: INFO nova.compute.manager [req-42c9a52f-0098-4714-9075-b13779f37e1d req-f1a61742-3fd1-4c96-890f-54c26712c0c8 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Neutron deleted interface b9be9142-d1cb-4ff9-b59d-73429717e7c1; detaching it from the instance and deleting it from the info cache
Dec 04 19:15:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-42c9a52f-0098-4714-9075-b13779f37e1d req-f1a61742-3fd1-4c96-890f-54c26712c0c8 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:15:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-42c9a52f-0098-4714-9075-b13779f37e1d req-f1a61742-3fd1-4c96-890f-54c26712c0c8 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Detach interface failed, port_id=b9be9142-d1cb-4ff9-b59d-73429717e7c1, reason: Instance f1aa5afb-21f1-498a-9a28-f44b313fa569 could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:15:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:41 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:15:41 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:15:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.377s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:41 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Deleted allocations for instance f1aa5afb-21f1-498a-9a28-f44b313fa569
Dec 04 19:15:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-06be97a4-dff9-4fdf-8959-e9651c831786 tempest-AttachVolumeShelveTestJSON-1548594681 tempest-AttachVolumeShelveTestJSON-1548594681-project-member] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.295s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-77310e98-541f-4b3d-b07e-7896f57b8009 req-54c884ef-3083-4b73-b59c-047c77441b38 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-77310e98-541f-4b3d-b07e-7896f57b8009 req-54c884ef-3083-4b73-b59c-047c77441b38 service nova] Acquiring lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-77310e98-541f-4b3d-b07e-7896f57b8009 req-54c884ef-3083-4b73-b59c-047c77441b38 service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-77310e98-541f-4b3d-b07e-7896f57b8009 req-54c884ef-3083-4b73-b59c-047c77441b38 service nova] Lock "f1aa5afb-21f1-498a-9a28-f44b313fa569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-77310e98-541f-4b3d-b07e-7896f57b8009 req-54c884ef-3083-4b73-b59c-047c77441b38 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] No waiting events found dispatching network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:15:42 user nova-compute[75209]: WARNING nova.compute.manager [req-77310e98-541f-4b3d-b07e-7896f57b8009 req-54c884ef-3083-4b73-b59c-047c77441b38 service nova] [instance: f1aa5afb-21f1-498a-9a28-f44b313fa569] Received unexpected event network-vif-plugged-b9be9142-d1cb-4ff9-b59d-73429717e7c1 for instance with vm_state deleted and task_state None.
Dec 04 19:15:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:50 user nova-compute[75209]: INFO nova.compute.manager [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Terminating instance
Dec 04 19:15:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-f8317a7b-8f04-4db6-8725-1d3def92add8 req-24ea796e-3672-4738-8809-37db86b2b6f7 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-unplugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8317a7b-8f04-4db6-8725-1d3def92add8 req-24ea796e-3672-4738-8809-37db86b2b6f7 service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8317a7b-8f04-4db6-8725-1d3def92add8 req-24ea796e-3672-4738-8809-37db86b2b6f7 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f8317a7b-8f04-4db6-8725-1d3def92add8 req-24ea796e-3672-4738-8809-37db86b2b6f7 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-f8317a7b-8f04-4db6-8725-1d3def92add8 req-24ea796e-3672-4738-8809-37db86b2b6f7 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-unplugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:15:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-f8317a7b-8f04-4db6-8725-1d3def92add8 req-24ea796e-3672-4738-8809-37db86b2b6f7 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-unplugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:15:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Instance destroyed successfully.
Dec 04 19:15:51 user nova-compute[75209]: DEBUG nova.objects.instance [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lazy-loading 'resources' on Instance uuid 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:06:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1319689571',display_name='tempest-ServerActionsTestOtherB-server-1319689571',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1319689571',id=17,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdYnAjHMYWHmweFAuw9t+bltwsiUWUZVjwFP3+G/Mgng5/ebGXlwXm/fNapPE+2KUfBk/TDWeewPqb7dTanBoso2TSdI7elIvswlTLNM0+krI78BlF/x9R8oZ41ItyLAg==',key_name='tempest-keypair-728892055',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:13:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c1d3899df98b489a9e0b53f76acc88b8',ramdisk_id='',reservation_id='r-0tc36rny',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-994380357',owner_user_name='tempest-ServerActionsTestOtherB-994380357-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:13:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9b183b07d1f472cbbc3be9c438ad9aa',uuid=4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converting VIF {"id": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "address": "fa:16:3e:c5:01:1a", "network": {"id": "d20f674c-3aca-4553-8729-6b66667f1bdc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1861944402-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c1d3899df98b489a9e0b53f76acc88b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15d03ebe-4f", "ovs_interfaceid": "15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_vif [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap15d03ebe-4f, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9c77969d-d168-40a0-b88f-7b966fb88b9e) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:15:51 user nova-compute[75209]: INFO os_vif [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:01:1a,bridge_name='br-int',has_traffic_filtering=True,id=15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0,network=Network(d20f674c-3aca-4553-8729-6b66667f1bdc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15d03ebe-4f')
Dec 04 19:15:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zNvRjQos', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:15:51 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb382e55-f989-4559-a7ce-6b399e680d0f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:15:51 user nova-compute[75209]: No targets found.
Dec 04 19:15:51 user nova-compute[75209]: iSNS:
Dec 04 19:15:51 user nova-compute[75209]: No targets found.
Dec 04 19:15:51 user nova-compute[75209]: STATIC:
Dec 04 19:15:51 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed
Dec 04 19:15:51 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:15:51 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:15:51 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72
Dec 04 19:15:51 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:15:51 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:15:51 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f
Dec 04 19:15:51 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:15:51 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:15:51 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:15:51 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:15:51 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:15:51 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266
Dec 04 19:15:51 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:15:51 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:15:51 user nova-compute[75209]: FIRMWARE:
Dec 04 19:15:51 user nova-compute[75209]: No targets found.
Dec 04 19:15:51 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:15:51 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:15:51 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec59145b-8841-4ebb-9df6-f0c98106ae81]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b70f0b-f948-4eb6-8025-914638c76efb]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:15:51 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:15:51 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:15:51 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:15:51 user nova-compute[75209]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 (non-flash)
Dec 04 19:15:51 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:15:51 user nova-compute[75209]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 (non-flash)
Dec 04 19:15:51 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:15:51 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:15:51 user nova-compute[75209]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 (non-flash)
Dec 04 19:15:51 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c4181f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72'): ({'sdd'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Removing single pathed devices sdd {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b02ca1c-6300-43b4-ac86-e314e42cacb1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fb847ff-80ff-4430-91fa-a1727968357b]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Flushing IO for device /dev/sdd {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6021826-2c94-4e12-ba16-d4657e4084ab]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4576241c-f756-4223-85aa-8fe12ac296be]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc5a118-30e7-43cf-8766-9e8cf4fe8662]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7705e9e-76b6-4fd7-9319-5e6ce7e4221d]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260]
Dec 04 19:15:51 user nova-compute[75209]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72, portal: 172.16.0.220,3260] successful.
Dec 04 19:15:51 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d49de06d-78c2-4b94-9bc4-63524924bb72 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ead2be1-43fc-483f-8bb2-d8b9172df19e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] <== disconnect_volume: return (325ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:15:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Deleting instance files /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9_del
Dec 04 19:15:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Deletion of /opt/stack/data/nova/instances/4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9_del complete
Dec 04 19:15:51 user nova-compute[75209]: INFO nova.compute.manager [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Took 1.25 seconds to destroy the instance on the hypervisor.
Dec 04 19:15:51 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:15:51 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:15:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-32a207b1-beb6-493c-a4fe-e9f43431a5d3 req-90060370-807f-450c-a058-b53d40666aa8 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-32a207b1-beb6-493c-a4fe-e9f43431a5d3 req-90060370-807f-450c-a058-b53d40666aa8 service nova] Acquiring lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-32a207b1-beb6-493c-a4fe-e9f43431a5d3 req-90060370-807f-450c-a058-b53d40666aa8 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-32a207b1-beb6-493c-a4fe-e9f43431a5d3 req-90060370-807f-450c-a058-b53d40666aa8 service nova] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-32a207b1-beb6-493c-a4fe-e9f43431a5d3 req-90060370-807f-450c-a058-b53d40666aa8 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] No waiting events found dispatching network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:15:52 user nova-compute[75209]: WARNING nova.compute.manager [req-32a207b1-beb6-493c-a4fe-e9f43431a5d3 req-90060370-807f-450c-a058-b53d40666aa8 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received unexpected event network-vif-plugged-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 for instance with vm_state active and task_state deleting.
Dec 04 19:15:52 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:15:52 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Took 1.10 seconds to deallocate network for instance.
Dec 04 19:15:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:53 user nova-compute[75209]: INFO nova.compute.manager [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Detaching volume fb35f4c6-6835-41fc-bde2-98d036000266
Dec 04 19:15:53 user nova-compute[75209]: INFO nova.virt.block_device [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Attempting to driver detach volume fb35f4c6-6835-41fc-bde2-98d036000266 from mountpoint /dev/vdb
Dec 04 19:15:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Attempting to detach device vdb from instance 59ecc7b9-de30-4dc4-8e9f-9bb57483448a from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:15:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:15:53 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:15:53 user nova-compute[75209]:   <source dev="/dev/sdf"/>
Dec 04 19:15:53 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:15:53 user nova-compute[75209]:   <serial>fb35f4c6-6835-41fc-bde2-98d036000266</serial>
Dec 04 19:15:53 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:15:53 user nova-compute[75209]: </disk>
Dec 04 19:15:53 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:15:53 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Successfully detached device vdb from instance 59ecc7b9-de30-4dc4-8e9f-9bb57483448a from the persistent domain config.
Dec 04 19:15:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 59ecc7b9-de30-4dc4-8e9f-9bb57483448a from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:15:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:15:53 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:15:53 user nova-compute[75209]:   <source dev="/dev/sdf"/>
Dec 04 19:15:53 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:15:53 user nova-compute[75209]:   <serial>fb35f4c6-6835-41fc-bde2-98d036000266</serial>
Dec 04 19:15:53 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:15:53 user nova-compute[75209]: </disk>
Dec 04 19:15:53 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:15:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:53 user nova-compute[75209]: INFO nova.compute.manager [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Took 0.83 seconds to detach 1 volumes for instance.
Dec 04 19:15:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:15:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:15:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 59ecc7b9-de30-4dc4-8e9f-9bb57483448a {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:15:54 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:15:54 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:15:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.436s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:54 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Deleted allocations for instance 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9
Dec 04 19:15:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6dfeb8f7-c71f-445e-b1e0-b227f4a1c0de tempest-ServerActionsTestOtherB-994380357 tempest-ServerActionsTestOtherB-994380357-project-member] Lock "4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.830s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:15:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-a928948c-fe5f-4090-bc1e-28b8d3d4f842 req-7ea8ae8e-d9b4-4b28-9cc5-dda64c3946a3 service nova] [instance: 4a3324fe-aaf6-4c71-aa30-f8beb9c47cc9] Received event network-vif-deleted-15d03ebe-4f0f-4591-b079-8b7f7b8e1aa0 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:15:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "47258b99-33f4-4ac3-a34f-0ca2d347638b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:01 user nova-compute[75209]: INFO nova.compute.manager [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Terminating instance
Dec 04 19:16:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:16:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-f39263dc-881d-41f1-b197-30dcb63f9622 req-b27beb81-94b6-4eaa-a62c-3bcc70312392 service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Received event network-vif-unplugged-affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f39263dc-881d-41f1-b197-30dcb63f9622 req-b27beb81-94b6-4eaa-a62c-3bcc70312392 service nova] Acquiring lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f39263dc-881d-41f1-b197-30dcb63f9622 req-b27beb81-94b6-4eaa-a62c-3bcc70312392 service nova] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f39263dc-881d-41f1-b197-30dcb63f9622 req-b27beb81-94b6-4eaa-a62c-3bcc70312392 service nova] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-f39263dc-881d-41f1-b197-30dcb63f9622 req-b27beb81-94b6-4eaa-a62c-3bcc70312392 service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] No waiting events found dispatching network-vif-unplugged-affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-f39263dc-881d-41f1-b197-30dcb63f9622 req-b27beb81-94b6-4eaa-a62c-3bcc70312392 service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Received event network-vif-unplugged-affec989-4334-4763-a50e-f1fe6275dbf1 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:16:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Instance destroyed successfully.
Dec 04 19:16:02 user nova-compute[75209]: DEBUG nova.objects.instance [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lazy-loading 'resources' on Instance uuid 47258b99-33f4-4ac3-a34f-0ca2d347638b {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-98914629',display_name='tempest-ServersNegativeTestJSON-server-98914629',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-98914629',id=18,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:07:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='80a20e63d12b470f94dae65c34d2578b',ramdisk_id='',reservation_id='r-p4jtwrzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-922049990',owner_user_name='tempest-ServersNegativeTestJSON-922049990-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:07:18Z,user_data=None,user_id='22e6527ff7524af7b72a6de9c1193c6a',uuid=47258b99-33f4-4ac3-a34f-0ca2d347638b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converting VIF {"id": "affec989-4334-4763-a50e-f1fe6275dbf1", "address": "fa:16:3e:1a:da:c4", "network": {"id": "b028a99a-0b4c-4520-a088-fa79bc554fe6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1826138244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80a20e63d12b470f94dae65c34d2578b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaffec989-43", "ovs_interfaceid": "affec989-4334-4763-a50e-f1fe6275dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1a:da:c4,bridge_name='br-int',has_traffic_filtering=True,id=affec989-4334-4763-a50e-f1fe6275dbf1,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffec989-43') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG os_vif [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:da:c4,bridge_name='br-int',has_traffic_filtering=True,id=affec989-4334-4763-a50e-f1fe6275dbf1,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffec989-43') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaffec989-43, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0ea1f027-9054-4f07-965b-e391fd497e56) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:02 user nova-compute[75209]: INFO os_vif [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:da:c4,bridge_name='br-int',has_traffic_filtering=True,id=affec989-4334-4763-a50e-f1fe6275dbf1,network=Network(b028a99a-0b4c-4520-a088-fa79bc554fe6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaffec989-43')
Dec 04 19:16:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Deleting instance files /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b_del
Dec 04 19:16:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Deletion of /opt/stack/data/nova/instances/47258b99-33f4-4ac3-a34f-0ca2d347638b_del complete
Dec 04 19:16:02 user nova-compute[75209]: INFO nova.compute.manager [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Took 1.00 seconds to destroy the instance on the hypervisor.
Dec 04 19:16:02 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:16:02 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:16:03 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:16:03 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Took 0.42 seconds to deallocate network for instance.
Dec 04 19:16:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:03 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:16:03 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:16:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.331s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:03 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Deleted allocations for instance 47258b99-33f4-4ac3-a34f-0ca2d347638b
Dec 04 19:16:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-74d10aa3-87ce-44f1-8d51-304ba7365086 tempest-ServersNegativeTestJSON-922049990 tempest-ServersNegativeTestJSON-922049990-project-member] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.983s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-9ae70db3-54c2-4f26-9576-e9aa1519f426 req-0ffb9739-f054-4a4f-af18-dbcd180f6ec1 service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Received event network-vif-plugged-affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9ae70db3-54c2-4f26-9576-e9aa1519f426 req-0ffb9739-f054-4a4f-af18-dbcd180f6ec1 service nova] Acquiring lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9ae70db3-54c2-4f26-9576-e9aa1519f426 req-0ffb9739-f054-4a4f-af18-dbcd180f6ec1 service nova] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9ae70db3-54c2-4f26-9576-e9aa1519f426 req-0ffb9739-f054-4a4f-af18-dbcd180f6ec1 service nova] Lock "47258b99-33f4-4ac3-a34f-0ca2d347638b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-9ae70db3-54c2-4f26-9576-e9aa1519f426 req-0ffb9739-f054-4a4f-af18-dbcd180f6ec1 service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] No waiting events found dispatching network-vif-plugged-affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:16:04 user nova-compute[75209]: WARNING nova.compute.manager [req-9ae70db3-54c2-4f26-9576-e9aa1519f426 req-0ffb9739-f054-4a4f-af18-dbcd180f6ec1 service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Received unexpected event network-vif-plugged-affec989-4334-4763-a50e-f1fe6275dbf1 for instance with vm_state deleted and task_state None.
Dec 04 19:16:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-9ae70db3-54c2-4f26-9576-e9aa1519f426 req-0ffb9739-f054-4a4f-af18-dbcd180f6ec1 service nova] [instance: 47258b99-33f4-4ac3-a34f-0ca2d347638b] Received event network-vif-deleted-affec989-4334-4763-a50e-f1fe6275dbf1 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:16:13 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 59ecc7b9-de30-4dc4-8e9f-9bb57483448a is timed out.
Dec 04 19:16:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Successfully detached device vdb from instance 59ecc7b9-de30-4dc4-8e9f-9bb57483448a from the live domain config.
Dec 04 19:16:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:16:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CaNygKjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:16:13 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:16:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:16:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:16:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b14d4a7-de05-4516-bbed-7c764275de63]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:16:13 user nova-compute[75209]: No targets found.
Dec 04 19:16:13 user nova-compute[75209]: iSNS:
Dec 04 19:16:13 user nova-compute[75209]: No targets found.
Dec 04 19:16:13 user nova-compute[75209]: STATIC:
Dec 04 19:16:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed
Dec 04 19:16:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:16:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:16:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f
Dec 04 19:16:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:16:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:16:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:16:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:16:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:16:13 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266
Dec 04 19:16:13 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:16:13 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:16:13 user nova-compute[75209]: FIRMWARE:
Dec 04 19:16:13 user nova-compute[75209]: No targets found.
Dec 04 19:16:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:16:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:16:13 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:16:13 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:16:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:16:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e510ea4d-9ebf-467f-9828-7a9063589a67]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9405b70a-0921-461a-980c-35015799482e]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:16:14 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:16:14 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:16:14 user nova-compute[75209]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 (non-flash)
Dec 04 19:16:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:16:14 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:16:14 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:16:14 user nova-compute[75209]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 (non-flash)
Dec 04 19:16:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c622290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266'): ({'sdf'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Removing single pathed devices sdf {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e286327e-e1b4-416b-9449-515bdccbfca1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3503ee-2b47-444b-93da-6ba52e7d2801]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Flushing IO for device /dev/sdf {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[393edc6a-97db-474f-aa62-182c5159c9cd]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.052s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e232d9f8-9c87-43de-81d4-4901ab3ccb62]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] SCSI volumes sdf have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[39261c59-ef89-40a4-be23-db2bf77c2ceb]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[aec96018-2a4e-474c-ae6c-7d18d00e0546]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266, portal: 172.16.0.220,3260]
Dec 04 19:16:14 user nova-compute[75209]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266, portal: 172.16.0.220,3260] successful.
Dec 04 19:16:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[63d8e782-057e-4336-86f9-faee1830fb46]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] <== disconnect_volume: return (334ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:14 user nova-compute[75209]: INFO nova.compute.manager [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Terminating instance
Dec 04 19:16:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-02757cc7-08db-47e7-866c-b3e9da9d259e req-e93a4a99-38aa-4997-8446-ddade647a7da service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Received event network-vif-unplugged-238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02757cc7-08db-47e7-866c-b3e9da9d259e req-e93a4a99-38aa-4997-8446-ddade647a7da service nova] Acquiring lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02757cc7-08db-47e7-866c-b3e9da9d259e req-e93a4a99-38aa-4997-8446-ddade647a7da service nova] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-02757cc7-08db-47e7-866c-b3e9da9d259e req-e93a4a99-38aa-4997-8446-ddade647a7da service nova] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-02757cc7-08db-47e7-866c-b3e9da9d259e req-e93a4a99-38aa-4997-8446-ddade647a7da service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] No waiting events found dispatching network-vif-unplugged-238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-02757cc7-08db-47e7-866c-b3e9da9d259e req-e93a4a99-38aa-4997-8446-ddade647a7da service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Received event network-vif-unplugged-238a1cab-b483-4b11-96a7-547acea1c5f6 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:16:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Instance destroyed successfully.
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.objects.instance [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lazy-loading 'resources' on Instance uuid 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:14:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-494918746',display_name='tempest-VolumesActionsTest-instance-494918746',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-494918746',id=30,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:14:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='961103d47ef14e308fc47e44ff436c8a',ramdisk_id='',reservation_id='r-1tf8k74d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1656352881',owner_user_name='tempest-VolumesActionsTest-1656352881-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:14:31Z,user_data=None,user_id='039b1a7b677743c7a58a3dbde7124b90',uuid=1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "238a1cab-b483-4b11-96a7-547acea1c5f6", "address": "fa:16:3e:3e:b2:17", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap238a1cab-b4", "ovs_interfaceid": "238a1cab-b483-4b11-96a7-547acea1c5f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converting VIF {"id": "238a1cab-b483-4b11-96a7-547acea1c5f6", "address": "fa:16:3e:3e:b2:17", "network": {"id": "a9d84ff5-3c99-4b29-a130-45d3c5d53f1d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-324786712-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "961103d47ef14e308fc47e44ff436c8a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap238a1cab-b4", "ovs_interfaceid": "238a1cab-b483-4b11-96a7-547acea1c5f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:b2:17,bridge_name='br-int',has_traffic_filtering=True,id=238a1cab-b483-4b11-96a7-547acea1c5f6,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap238a1cab-b4') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG os_vif [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:b2:17,bridge_name='br-int',has_traffic_filtering=True,id=238a1cab-b483-4b11-96a7-547acea1c5f6,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap238a1cab-b4') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap238a1cab-b4, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cf496015-559c-49bd-87a8-2727c814b0d2) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:15 user nova-compute[75209]: INFO os_vif [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:b2:17,bridge_name='br-int',has_traffic_filtering=True,id=238a1cab-b483-4b11-96a7-547acea1c5f6,network=Network(a9d84ff5-3c99-4b29-a130-45d3c5d53f1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap238a1cab-b4')
Dec 04 19:16:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Deleting instance files /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7_del
Dec 04 19:16:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Deletion of /opt/stack/data/nova/instances/1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7_del complete
Dec 04 19:16:15 user nova-compute[75209]: INFO nova.compute.manager [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Took 0.71 seconds to destroy the instance on the hypervisor.
Dec 04 19:16:15 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-960e6250-ac14-4b23-8713-5657cb1de56c req-7548d1e6-74de-43de-9653-38aeed1e24c5 service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Received event network-vif-deleted-238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:15 user nova-compute[75209]: INFO nova.compute.manager [req-960e6250-ac14-4b23-8713-5657cb1de56c req-7548d1e6-74de-43de-9653-38aeed1e24c5 service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Neutron deleted interface 238a1cab-b483-4b11-96a7-547acea1c5f6; detaching it from the instance and deleting it from the info cache
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-960e6250-ac14-4b23-8713-5657cb1de56c req-7548d1e6-74de-43de-9653-38aeed1e24c5 service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:16:15 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Took 0.51 seconds to deallocate network for instance.
Dec 04 19:16:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-960e6250-ac14-4b23-8713-5657cb1de56c req-7548d1e6-74de-43de-9653-38aeed1e24c5 service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Detach interface failed, port_id=238a1cab-b483-4b11-96a7-547acea1c5f6, reason: Instance 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7 could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:16:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:16 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:16:16 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:16:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.291s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:16 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Deleted allocations for instance 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7
Dec 04 19:16:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3d4003ee-493f-4323-9c8b-f90873bc59ba tempest-VolumesActionsTest-1656352881 tempest-VolumesActionsTest-1656352881-project-member] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.700s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-0c8cef2c-36ed-4b42-85a2-10bb3301c332 req-e0e33f0a-894c-4bb6-a02b-f161884d1ac3 service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Received event network-vif-plugged-238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0c8cef2c-36ed-4b42-85a2-10bb3301c332 req-e0e33f0a-894c-4bb6-a02b-f161884d1ac3 service nova] Acquiring lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0c8cef2c-36ed-4b42-85a2-10bb3301c332 req-e0e33f0a-894c-4bb6-a02b-f161884d1ac3 service nova] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0c8cef2c-36ed-4b42-85a2-10bb3301c332 req-e0e33f0a-894c-4bb6-a02b-f161884d1ac3 service nova] Lock "1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-0c8cef2c-36ed-4b42-85a2-10bb3301c332 req-e0e33f0a-894c-4bb6-a02b-f161884d1ac3 service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] No waiting events found dispatching network-vif-plugged-238a1cab-b483-4b11-96a7-547acea1c5f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:16:17 user nova-compute[75209]: WARNING nova.compute.manager [req-0c8cef2c-36ed-4b42-85a2-10bb3301c332 req-e0e33f0a-894c-4bb6-a02b-f161884d1ac3 service nova] [instance: 1fd6b20f-f1c9-4e21-88aa-5fb25438e3a7] Received unexpected event network-vif-plugged-238a1cab-b483-4b11-96a7-547acea1c5f6 for instance with vm_state deleted and task_state None.
Dec 04 19:16:18 user nova-compute[75209]: DEBUG nova.objects.instance [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lazy-loading 'flavor' on Instance uuid 59ecc7b9-de30-4dc4-8e9f-9bb57483448a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6af08390-dd5e-4e6f-a5cd-1e2922b5ec70 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.017s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 24.871s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:18 user nova-compute[75209]: INFO nova.compute.manager [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Terminating instance
Dec 04 19:16:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG nova.compute.manager [req-06b92621-f3d5-424a-849b-847976a6170a req-a5f864ba-c7f4-4194-9154-dab454d05675 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received event network-vif-unplugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-06b92621-f3d5-424a-849b-847976a6170a req-a5f864ba-c7f4-4194-9154-dab454d05675 service nova] Acquiring lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-06b92621-f3d5-424a-849b-847976a6170a req-a5f864ba-c7f4-4194-9154-dab454d05675 service nova] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-06b92621-f3d5-424a-849b-847976a6170a req-a5f864ba-c7f4-4194-9154-dab454d05675 service nova] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG nova.compute.manager [req-06b92621-f3d5-424a-849b-847976a6170a req-a5f864ba-c7f4-4194-9154-dab454d05675 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] No waiting events found dispatching network-vif-unplugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:16:18 user nova-compute[75209]: DEBUG nova.compute.manager [req-06b92621-f3d5-424a-849b-847976a6170a req-a5f864ba-c7f4-4194-9154-dab454d05675 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received event network-vif-unplugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:16:19 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Instance destroyed successfully.
Dec 04 19:16:19 user nova-compute[75209]: DEBUG nova.objects.instance [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lazy-loading 'resources' on Instance uuid 59ecc7b9-de30-4dc4-8e9f-9bb57483448a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-753563788',display_name='tempest-VolumesSnapshotTestJSON-instance-753563788',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-753563788',id=29,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBED2TDnoTp88Cfnju6T87Jt9XBtGzGc/V4oPRVN/bBC0UnHFi3232cjdnYZuSPl/Cgf9RkVY8skJRoJ7/cFbIlAanHyWYt+4X1ihXH2cB6Lven3TZ4WIVXls1duYnBlpVA==',key_name='tempest-keypair-1220452990',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:13:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='538407fb70e44a22881903a761ad3222',ramdisk_id='',reservation_id='r-6uy30rc8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-30309566',owner_user_name='tempest-VolumesSnapshotTestJSON-30309566-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:13:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90a9504da03f4edd8407c6829ff96fc9',uuid=59ecc7b9-de30-4dc4-8e9f-9bb57483448a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converting VIF {"id": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "address": "fa:16:3e:0c:5a:43", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cd861f8-14", "ovs_interfaceid": "7cd861f8-14ca-4390-bfbd-b50c24d7cf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:5a:43,bridge_name='br-int',has_traffic_filtering=True,id=7cd861f8-14ca-4390-bfbd-b50c24d7cf7c,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cd861f8-14') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_vif [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:5a:43,bridge_name='br-int',has_traffic_filtering=True,id=7cd861f8-14ca-4390-bfbd-b50c24d7cf7c,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cd861f8-14') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7cd861f8-14, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a89ac5c6-34c7-47f4-9a30-d8521e55fcc6) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:19 user nova-compute[75209]: INFO os_vif [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:5a:43,bridge_name='br-int',has_traffic_filtering=True,id=7cd861f8-14ca-4390-bfbd-b50c24d7cf7c,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cd861f8-14')
Dec 04 19:16:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CaNygKjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:16:19 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3969724f-6eaa-4013-8972-158d200f6ea8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:16:19 user nova-compute[75209]: No targets found.
Dec 04 19:16:19 user nova-compute[75209]: iSNS:
Dec 04 19:16:19 user nova-compute[75209]: No targets found.
Dec 04 19:16:19 user nova-compute[75209]: STATIC:
Dec 04 19:16:19 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed
Dec 04 19:16:19 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:16:19 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:16:19 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f
Dec 04 19:16:19 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:16:19 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:16:19 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:16:19 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:16:19 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:16:19 user nova-compute[75209]: FIRMWARE:
Dec 04 19:16:19 user nova-compute[75209]: No targets found.
Dec 04 19:16:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:16:19 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:16:19 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb35f4c6-6835-41fc-bde2-98d036000266', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[39c2c11e-aeca-4701-8d46-f4667c0af5df]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[361a2eca-0609-468b-bd62-c30201c6b376]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:16:19 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:16:19 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:16:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:16:19 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:16:19 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:16:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7a1000>, {}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Disconnecting from: [] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.074s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] <== disconnect_volume: return (76ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:16:19 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Deleting instance files /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a_del
Dec 04 19:16:19 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Deletion of /opt/stack/data/nova/instances/59ecc7b9-de30-4dc4-8e9f-9bb57483448a_del complete
Dec 04 19:16:19 user nova-compute[75209]: INFO nova.compute.manager [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Took 0.95 seconds to destroy the instance on the hypervisor.
Dec 04 19:16:19 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:16:19 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:16:20 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:16:20 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Took 0.87 seconds to deallocate network for instance.
Dec 04 19:16:20 user nova-compute[75209]: DEBUG nova.compute.manager [req-96993792-388c-46d7-8064-4a2084a9e9b4 req-64d20817-681f-4632-b6ec-1bbe02ea36e3 service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received event network-vif-deleted-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:20 user nova-compute[75209]: WARNING nova.volume.cinder [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Attachment 8989e4a0-e83c-4d38-8bc4-aa738fd4023e does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 8989e4a0-e83c-4d38-8bc4-aa738fd4023e. (HTTP 404) (Request-ID: req-4ac28e03-06e4-4ff3-af64-bede1ec6a3f3)
Dec 04 19:16:20 user nova-compute[75209]: INFO nova.compute.manager [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Took 0.03 seconds to detach 1 volumes for instance.
Dec 04 19:16:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:20 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:16:20 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:16:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.270s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:20 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Deleted allocations for instance 59ecc7b9-de30-4dc4-8e9f-9bb57483448a
Dec 04 19:16:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-153c4556-6ff2-4ecf-aaac-cbe50105a9fb tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.314s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:20 user nova-compute[75209]: DEBUG nova.compute.manager [req-ff8cbe5d-1e8c-450d-b17f-7eb97b43ed05 req-f0122a6d-8d79-4185-af59-e4be698ece4b service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received event network-vif-plugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ff8cbe5d-1e8c-450d-b17f-7eb97b43ed05 req-f0122a6d-8d79-4185-af59-e4be698ece4b service nova] Acquiring lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ff8cbe5d-1e8c-450d-b17f-7eb97b43ed05 req-f0122a6d-8d79-4185-af59-e4be698ece4b service nova] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ff8cbe5d-1e8c-450d-b17f-7eb97b43ed05 req-f0122a6d-8d79-4185-af59-e4be698ece4b service nova] Lock "59ecc7b9-de30-4dc4-8e9f-9bb57483448a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:20 user nova-compute[75209]: DEBUG nova.compute.manager [req-ff8cbe5d-1e8c-450d-b17f-7eb97b43ed05 req-f0122a6d-8d79-4185-af59-e4be698ece4b service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] No waiting events found dispatching network-vif-plugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:16:20 user nova-compute[75209]: WARNING nova.compute.manager [req-ff8cbe5d-1e8c-450d-b17f-7eb97b43ed05 req-f0122a6d-8d79-4185-af59-e4be698ece4b service nova] [instance: 59ecc7b9-de30-4dc4-8e9f-9bb57483448a] Received unexpected event network-vif-plugged-7cd861f8-14ca-4390-bfbd-b50c24d7cf7c for instance with vm_state deleted and task_state None.
Dec 04 19:16:22 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:16:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:16:23 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:16:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:16:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:16:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:16:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:16:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:16:23 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:16:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updating instance_info_cache with network_info: [{"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:16:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-ad022c58-ca9f-41e1-88cf-e46f683764cf" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:16:24 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:16:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:16:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:16:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:16:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:16:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:16:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:16:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:16:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:28 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:16:28 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:16:28 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8322MB free_disk=25.127399444580078GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:16:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:16:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.381s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:16:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:16:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:16:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:35 user nova-compute[75209]: INFO nova.compute.manager [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Detaching volume 810123ee-06e5-4264-bc34-db008705788f
Dec 04 19:16:35 user nova-compute[75209]: INFO nova.virt.block_device [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Attempting to driver detach volume 810123ee-06e5-4264-bc34-db008705788f from mountpoint /dev/vdb
Dec 04 19:16:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Attempting to detach device vdb from instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:16:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:16:35 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:16:35 user nova-compute[75209]:   <source dev="/dev/sde"/>
Dec 04 19:16:35 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:16:35 user nova-compute[75209]:   <serial>810123ee-06e5-4264-bc34-db008705788f</serial>
Dec 04 19:16:35 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 19:16:35 user nova-compute[75209]: </disk>
Dec 04 19:16:35 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:16:35 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully detached device vdb from instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 from the persistent domain config.
Dec 04 19:16:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:16:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:16:35 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:16:35 user nova-compute[75209]:   <source dev="/dev/sde"/>
Dec 04 19:16:35 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:16:35 user nova-compute[75209]:   <serial>810123ee-06e5-4264-bc34-db008705788f</serial>
Dec 04 19:16:35 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 19:16:35 user nova-compute[75209]: </disk>
Dec 04 19:16:35 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:16:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:16:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:16:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-4e8da59e-61cb-4d6a-bd71-49059b22983f req-c6074ef8-8571-4457-973d-e7fd4baff403 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-changed-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-4e8da59e-61cb-4d6a-bd71-49059b22983f req-c6074ef8-8571-4457-973d-e7fd4baff403 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Refreshing instance network info cache due to event network-changed-5001f405-8321-475a-9dea-c654ea68884f. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:16:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4e8da59e-61cb-4d6a-bd71-49059b22983f req-c6074ef8-8571-4457-973d-e7fd4baff403 service nova] Acquiring lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:16:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4e8da59e-61cb-4d6a-bd71-49059b22983f req-c6074ef8-8571-4457-973d-e7fd4baff403 service nova] Acquired lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:16:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-4e8da59e-61cb-4d6a-bd71-49059b22983f req-c6074ef8-8571-4457-973d-e7fd4baff403 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Refreshing network info cache for port 5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:16:56 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 is timed out.
Dec 04 19:16:56 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully detached device vdb from instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 from the live domain config.
Dec 04 19:16:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vgOmhqKH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:16:56 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0f6c57d-d6dc-47bf-a0eb-ebe3726cfce4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:16:56 user nova-compute[75209]: No targets found.
Dec 04 19:16:56 user nova-compute[75209]: iSNS:
Dec 04 19:16:56 user nova-compute[75209]: No targets found.
Dec 04 19:16:56 user nova-compute[75209]: STATIC:
Dec 04 19:16:56 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed
Dec 04 19:16:56 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:16:56 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:16:56 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f
Dec 04 19:16:56 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:16:56 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:16:56 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:16:56 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:16:56 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:16:56 user nova-compute[75209]: FIRMWARE:
Dec 04 19:16:56 user nova-compute[75209]: No targets found.
Dec 04 19:16:56 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:16:56 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:16:56 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[389b4bcf-1327-4e2a-8cb0-bd078a3226f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-4e8da59e-61cb-4d6a-bd71-49059b22983f req-c6074ef8-8571-4457-973d-e7fd4baff403 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updated VIF entry in instance network info cache for port 5001f405-8321-475a-9dea-c654ea68884f. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG nova.network.neutron [req-4e8da59e-61cb-4d6a-bd71-49059b22983f req-c6074ef8-8571-4457-973d-e7fd4baff403 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updating instance_info_cache with network_info: [{"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b08454c7-e943-447b-8823-11e965ed83c5]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:16:56 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:16:56 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:16:56 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:16:56 user nova-compute[75209]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f (non-flash)
Dec 04 19:16:56 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:16:56 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c734430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f'): ({'sde'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Removing single pathed devices sde {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4e8da59e-61cb-4d6a-bd71-49059b22983f req-c6074ef8-8571-4457-973d-e7fd4baff403 service nova] Releasing lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:16:56 user nova-compute[75209]: INFO nova.compute.manager [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Detaching volume 6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a8afd18-cf0f-4cc0-80e7-0079f63504e1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b05fd150-7541-4c83-bbc4-7a28fd3c7929]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flushing IO for device /dev/sde {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:56 user nova-compute[75209]: INFO nova.virt.block_device [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Attempting to driver detach volume 6a86db66-4c7d-4b3a-b168-138244c978fe from mountpoint /dev/vdb
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbd21b4e-5c76-4eab-b9f1-7098e8999606]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Attempting to detach device vdb from instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:16:56 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:16:56 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:16:56 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:16:56 user nova-compute[75209]:   <serial>6a86db66-4c7d-4b3a-b168-138244c978fe</serial>
Dec 04 19:16:56 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:16:56 user nova-compute[75209]: </disk>
Dec 04 19:16:56 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:16:56 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Successfully detached device vdb from instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 from the persistent domain config.
Dec 04 19:16:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:16:56 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:16:56 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:16:56 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:16:56 user nova-compute[75209]:   <serial>6a86db66-4c7d-4b3a-b168-138244c978fe</serial>
Dec 04 19:16:56 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:16:56 user nova-compute[75209]: </disk>
Dec 04 19:16:56 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c1fb898-b014-4b3d-a838-802b7e5a71d5]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] SCSI volumes sde have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[641073d4-406a-408c-a344-1549fcd6f0ff]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e6b6d63-e68b-4c0b-9821-79052d9da904]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260]
Dec 04 19:16:56 user nova-compute[75209]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f, portal: 172.16.0.220,3260] successful.
Dec 04 19:16:56 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:810123ee-06e5-4264-bc34-db008705788f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0c07e03-9e47-450c-9d31-2c480da07e6e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.375s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== disconnect_volume: return (377ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:16:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:16:57 user nova-compute[75209]: DEBUG nova.objects.instance [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'flavor' on Instance uuid 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:16:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5cad7e89-0884-4527-a6bb-87f0dbddd847 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.942s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:16:57 user nova-compute[75209]: DEBUG nova.compute.manager [req-79e34023-5d89-4130-950c-caea49597385 req-13ce00db-9345-4472-aac5-2740e0454a13 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-changed-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:16:57 user nova-compute[75209]: DEBUG nova.compute.manager [req-79e34023-5d89-4130-950c-caea49597385 req-13ce00db-9345-4472-aac5-2740e0454a13 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Refreshing instance network info cache due to event network-changed-5001f405-8321-475a-9dea-c654ea68884f. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:16:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-79e34023-5d89-4130-950c-caea49597385 req-13ce00db-9345-4472-aac5-2740e0454a13 service nova] Acquiring lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:16:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-79e34023-5d89-4130-950c-caea49597385 req-13ce00db-9345-4472-aac5-2740e0454a13 service nova] Acquired lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:16:57 user nova-compute[75209]: DEBUG nova.network.neutron [req-79e34023-5d89-4130-950c-caea49597385 req-13ce00db-9345-4472-aac5-2740e0454a13 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Refreshing network info cache for port 5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:16:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:58 user nova-compute[75209]: DEBUG nova.network.neutron [req-79e34023-5d89-4130-950c-caea49597385 req-13ce00db-9345-4472-aac5-2740e0454a13 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updated VIF entry in instance network info cache for port 5001f405-8321-475a-9dea-c654ea68884f. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:16:58 user nova-compute[75209]: DEBUG nova.network.neutron [req-79e34023-5d89-4130-950c-caea49597385 req-13ce00db-9345-4472-aac5-2740e0454a13 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updating instance_info_cache with network_info: [{"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:16:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-79e34023-5d89-4130-950c-caea49597385 req-13ce00db-9345-4472-aac5-2740e0454a13 service nova] Releasing lock "refresh_cache-7a72fc9a-2943-4c4a-afe9-e932c05ede54" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:16:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:16:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "78bee28b-137d-4870-8219-8bc4176528ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:17:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:02 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:17:02 user nova-compute[75209]: INFO nova.compute.claims [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Claim successful on node user
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquired lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'info_cache' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.objects.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.373s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:17:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:17:03 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Creating image(s)
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Acquiring lock "/opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "/opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "/opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG nova.policy [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73bfbb5195274a17bd516f45df83f45b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa753c103247491aa6d30d0e696ccb97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.205s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk 1073741824" returned: 0 in 0.055s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Checking if we can resize image /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.network.neutron [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updating instance_info_cache with network_info: [{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Cannot resize image /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Ensure instance console log exists: /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Releasing lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:17:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance destroyed successfully.
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'resources' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.objects.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-965961137',display_name='tempest-AttachVolumeTestJSON-server-965961137',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-965961137',id=28,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAMKh6var8Jd9R9PltMPxcYcpt93m6loprIFVmxC8oCxz/QnsynbRnatHVF5r0LAfKco48ph3ilDX05sCaOrrahczBP+DxvX8RKwKm6Y0j2kvnVqJ9N+djMPd1ToFhKHVA==',key_name='tempest-keypair-1976610628',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:13:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-0rsy35km',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:15:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=87c40e60-6eb8-4932-ae1f-17bf12a64dec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_vif [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap26a6f891-c1, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b2016f04-5adb-4ea4-842d-acd0f255a6b6) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:04 user nova-compute[75209]: INFO os_vif [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1')
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'erCvdLDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:17:04 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9935f931-dfbf-4cca-8a30-394c23e0bc10]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:17:04 user nova-compute[75209]: No targets found.
Dec 04 19:17:04 user nova-compute[75209]: iSNS:
Dec 04 19:17:04 user nova-compute[75209]: No targets found.
Dec 04 19:17:04 user nova-compute[75209]: STATIC:
Dec 04 19:17:04 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed
Dec 04 19:17:04 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:17:04 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:17:04 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:17:04 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:17:04 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:17:04 user nova-compute[75209]: FIRMWARE:
Dec 04 19:17:04 user nova-compute[75209]: No targets found.
Dec 04 19:17:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:17:04 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:17:04 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d660fb55-445a-4cd6-8cbf-bc43fb0ead1f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[69f912dc-2461-44ef-a7a0-44fba7fa3ae7]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:17:04 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:17:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:17:04 user nova-compute[75209]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:17:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c154310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed'): ({'sdc'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Removing single pathed devices sdc {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[551f11fd-a7a4-461f-a64c-998e160425eb]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[12ccaf9c-f460-401d-bbd4-f8a11743f8ca]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flushing IO for device /dev/sdc {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c81a82-f8c8-4761-9410-253eb505e9d5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.036s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[09a0f4f1-c4d8-4f7a-8664-d6391439f1d6]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[648c8467-8bcb-428b-a750-93de51181f48]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd0cce74-793e-41ec-b31b-622a4ef6aa7e]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260]
Dec 04 19:17:04 user nova-compute[75209]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260] successful.
Dec 04 19:17:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b74cc8c-8bad-4db1-ae62-5de941de552c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] <== disconnect_volume: return (289ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Start _get_guest_xml network_info=[{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': None, 'attachment_id': '686f98a2-0753-4c8c-bea7-2615c1bdc61a', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'erCvdLDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '87c40e60-6eb8-4932-ae1f-17bf12a64dec', 'attached_at': '', 'detached_at': '', 'volume_id': 'a212ab3c-4a1d-45b1-991a-682e461d3aed', 'serial': 'a212ab3c-4a1d-45b1-991a-682e461d3aed'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'numa_topology' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.objects.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:17:04 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:17:04 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'vcpu_model' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.objects.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'erCvdLDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:17:04 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:17:04 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:17:04 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5caeaac3-5c4b-4019-96d6-861ef6da340c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:17:04 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dcbea10-7bd0-48cb-98ec-7ce7f376f42a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed] added
Dec 04 19:17:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebd91f09-3860-4846-accb-2dfa0b6c45d9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0fe2185-dbe4-440d-8128-714ef4f887ff]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v erCvdLDT {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v erCvdLDT" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[591f8905-a332-4348-90b9-0def8525220f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'erCvdLDT'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9da7767-7324-4923-81ad-76e005d15e9a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2af7fea-1977-41b6-b45e-20c6405b72b0]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:17:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:17:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[16f75f4a-6601-40ff-a2ef-38f19d73ff9c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260]
Dec 04 19:17:05 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260] successful.
Dec 04 19:17:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8e2740f-869d-4596-9296-5b294392ad24]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[13f6e1b7-765b-4abf-a5d4-ab64cd745fdf]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:17:05 user nova-compute[75209]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:17:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:17:05 user nova-compute[75209]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:17:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] HCTL ('34', '-', '-', 0) found on session 33 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[562ac83d-d0fc-4fe8-bf0d-e5fd9c099092]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching for a device in session 33 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'erCvdLDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:17:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Successfully created port: a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.341s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23430653538636431', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430653538636431', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-965961137',display_name='tempest-AttachVolumeTestJSON-server-965961137',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-965961137',id=28,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAMKh6var8Jd9R9PltMPxcYcpt93m6loprIFVmxC8oCxz/QnsynbRnatHVF5r0LAfKco48ph3ilDX05sCaOrrahczBP+DxvX8RKwKm6Y0j2kvnVqJ9N+djMPd1ToFhKHVA==',key_name='tempest-keypair-1976610628',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:13:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-0rsy35km',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:15:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=87c40e60-6eb8-4932-ae1f-17bf12a64dec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'pci_devices' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.objects.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:17:06 user nova-compute[75209]:   <uuid>87c40e60-6eb8-4932-ae1f-17bf12a64dec</uuid>
Dec 04 19:17:06 user nova-compute[75209]:   <name>instance-0000001c</name>
Dec 04 19:17:06 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:17:06 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:17:06 user nova-compute[75209]:   <metadata>
Dec 04 19:17:06 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:17:06 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:17:06 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeTestJSON-server-965961137</nova:name>
Dec 04 19:17:06 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:17:04</nova:creationTime>
Dec 04 19:17:06 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:17:06 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:17:06 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:17:06 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:17:06 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:17:06 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:17:06 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:17:06 user nova-compute[75209]:       <nova:owner>
Dec 04 19:17:06 user nova-compute[75209]:         <nova:user uuid="68e7dd36d57640899fe033fc69e0f072">tempest-AttachVolumeTestJSON-1002862535-project-member</nova:user>
Dec 04 19:17:06 user nova-compute[75209]:         <nova:project uuid="a45fa1de504c4d3ba40440f8dbe87b60">tempest-AttachVolumeTestJSON-1002862535</nova:project>
Dec 04 19:17:06 user nova-compute[75209]:       </nova:owner>
Dec 04 19:17:06 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:17:06 user nova-compute[75209]:       <nova:ports>
Dec 04 19:17:06 user nova-compute[75209]:         <nova:port uuid="26a6f891-c1cd-4435-a46f-2ce04d2ac364">
Dec 04 19:17:06 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 19:17:06 user nova-compute[75209]:         </nova:port>
Dec 04 19:17:06 user nova-compute[75209]:       </nova:ports>
Dec 04 19:17:06 user nova-compute[75209]:     </nova:instance>
Dec 04 19:17:06 user nova-compute[75209]:   </metadata>
Dec 04 19:17:06 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:17:06 user nova-compute[75209]:     <system>
Dec 04 19:17:06 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:17:06 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:17:06 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:17:06 user nova-compute[75209]:       <entry name="serial">87c40e60-6eb8-4932-ae1f-17bf12a64dec</entry>
Dec 04 19:17:06 user nova-compute[75209]:       <entry name="uuid">87c40e60-6eb8-4932-ae1f-17bf12a64dec</entry>
Dec 04 19:17:06 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:17:06 user nova-compute[75209]:     </system>
Dec 04 19:17:06 user nova-compute[75209]:   </sysinfo>
Dec 04 19:17:06 user nova-compute[75209]:   <os>
Dec 04 19:17:06 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:17:06 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:17:06 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:17:06 user nova-compute[75209]:   </os>
Dec 04 19:17:06 user nova-compute[75209]:   <features>
Dec 04 19:17:06 user nova-compute[75209]:     <acpi/>
Dec 04 19:17:06 user nova-compute[75209]:     <apic/>
Dec 04 19:17:06 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:17:06 user nova-compute[75209]:   </features>
Dec 04 19:17:06 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:17:06 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:17:06 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:17:06 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:17:06 user nova-compute[75209]:   </clock>
Dec 04 19:17:06 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:17:06 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:17:06 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:17:06 user nova-compute[75209]:   </cpu>
Dec 04 19:17:06 user nova-compute[75209]:   <devices>
Dec 04 19:17:06 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:17:06 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:17:06 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk"/>
Dec 04 19:17:06 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:17:06 user nova-compute[75209]:     </disk>
Dec 04 19:17:06 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:17:06 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:17:06 user nova-compute[75209]:       <source dev="/dev/sdc"/>
Dec 04 19:17:06 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:17:06 user nova-compute[75209]:       <serial>a212ab3c-4a1d-45b1-991a-682e461d3aed</serial>
Dec 04 19:17:06 user nova-compute[75209]:     </disk>
Dec 04 19:17:06 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:17:06 user nova-compute[75209]:       <mac address="fa:16:3e:6a:3a:ef"/>
Dec 04 19:17:06 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:17:06 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:17:06 user nova-compute[75209]:       <target dev="tap26a6f891-c1"/>
Dec 04 19:17:06 user nova-compute[75209]:     </interface>
Dec 04 19:17:06 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:17:06 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/console.log" append="off"/>
Dec 04 19:17:06 user nova-compute[75209]:     </serial>
Dec 04 19:17:06 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:17:06 user nova-compute[75209]:     <video>
Dec 04 19:17:06 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:17:06 user nova-compute[75209]:     </video>
Dec 04 19:17:06 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:17:06 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:17:06 user nova-compute[75209]:     </rng>
Dec 04 19:17:06 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:17:06 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:17:06 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:17:06 user nova-compute[75209]:     </memballoon>
Dec 04 19:17:06 user nova-compute[75209]:   </devices>
Dec 04 19:17:06 user nova-compute[75209]: </domain>
Dec 04 19:17:06 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'trusted_certs' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.objects.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.204s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:17:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Cannot resize image /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'migration_context' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.objects.base [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-965961137',display_name='tempest-AttachVolumeTestJSON-server-965961137',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-965961137',id=28,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAMKh6var8Jd9R9PltMPxcYcpt93m6loprIFVmxC8oCxz/QnsynbRnatHVF5r0LAfKco48ph3ilDX05sCaOrrahczBP+DxvX8RKwKm6Y0j2kvnVqJ9N+djMPd1ToFhKHVA==',key_name='tempest-keypair-1976610628',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:13:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-0rsy35km',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:15:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=87c40e60-6eb8-4932-ae1f-17bf12a64dec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG os_vif [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc89671d-75de-5e66-9507-592da66d41a8', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap26a6f891-c1, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap26a6f891-c1, col_values=(('qos', UUID('df93fb53-7d5e-48c8-b160-6d6b591ebb8f')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap26a6f891-c1, col_values=(('external_ids', {'iface-id': '26a6f891-c1cd-4435-a46f-2ce04d2ac364', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:3a:ef', 'vm-uuid': '87c40e60-6eb8-4932-ae1f-17bf12a64dec'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Successfully updated port: a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: INFO os_vif [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1')
Dec 04 19:17:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Acquiring lock "refresh_cache-78bee28b-137d-4870-8219-8bc4176528ce" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Acquired lock "refresh_cache-78bee28b-137d-4870-8219-8bc4176528ce" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-37ec8220-f778-49fa-bc9a-c9a70ac30d4f req-725e143b-2cff-44c1-9ec8-e1dd99c488ac service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received event network-changed-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-37ec8220-f778-49fa-bc9a-c9a70ac30d4f req-725e143b-2cff-44c1-9ec8-e1dd99c488ac service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Refreshing instance network info cache due to event network-changed-a984610d-c423-4ce3-b733-ad7c692f8f78. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-37ec8220-f778-49fa-bc9a-c9a70ac30d4f req-725e143b-2cff-44c1-9ec8-e1dd99c488ac service nova] Acquiring lock "refresh_cache-78bee28b-137d-4870-8219-8bc4176528ce" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Updating instance_info_cache with network_info: [{"id": "a984610d-c423-4ce3-b733-ad7c692f8f78", "address": "fa:16:3e:57:74:41", "network": {"id": "80a30f22-2850-4e83-b0d1-ee6850f6ad02", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2064189626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa753c103247491aa6d30d0e696ccb97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa984610d-c4", "ovs_interfaceid": "a984610d-c423-4ce3-b733-ad7c692f8f78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Releasing lock "refresh_cache-78bee28b-137d-4870-8219-8bc4176528ce" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Instance network_info: |[{"id": "a984610d-c423-4ce3-b733-ad7c692f8f78", "address": "fa:16:3e:57:74:41", "network": {"id": "80a30f22-2850-4e83-b0d1-ee6850f6ad02", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2064189626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa753c103247491aa6d30d0e696ccb97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa984610d-c4", "ovs_interfaceid": "a984610d-c423-4ce3-b733-ad7c692f8f78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-37ec8220-f778-49fa-bc9a-c9a70ac30d4f req-725e143b-2cff-44c1-9ec8-e1dd99c488ac service nova] Acquired lock "refresh_cache-78bee28b-137d-4870-8219-8bc4176528ce" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-37ec8220-f778-49fa-bc9a-c9a70ac30d4f req-725e143b-2cff-44c1-9ec8-e1dd99c488ac service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Refreshing network info cache for port a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Start _get_guest_xml network_info=[{"id": "a984610d-c423-4ce3-b733-ad7c692f8f78", "address": "fa:16:3e:57:74:41", "network": {"id": "80a30f22-2850-4e83-b0d1-ee6850f6ad02", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2064189626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa753c103247491aa6d30d0e696ccb97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa984610d-c4", "ovs_interfaceid": "a984610d-c423-4ce3-b733-ad7c692f8f78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:17:07 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:17:07 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-203633544',display_name='tempest-VolumesActionsTest-instance-203633544',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-203633544',id=31,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa753c103247491aa6d30d0e696ccb97',ramdisk_id='',reservation_id='r-gs2upz2w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-249107675',owner_user_name='tempest-VolumesActionsTest-249107675-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:17:03Z,user_data=None,user_id='73bfbb5195274a17bd516f45df83f45b',uuid=78bee28b-137d-4870-8219-8bc4176528ce,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a984610d-c423-4ce3-b733-ad7c692f8f78", "address": "fa:16:3e:57:74:41", "network": {"id": "80a30f22-2850-4e83-b0d1-ee6850f6ad02", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2064189626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa753c103247491aa6d30d0e696ccb97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa984610d-c4", "ovs_interfaceid": "a984610d-c423-4ce3-b733-ad7c692f8f78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Converting VIF {"id": "a984610d-c423-4ce3-b733-ad7c692f8f78", "address": "fa:16:3e:57:74:41", "network": {"id": "80a30f22-2850-4e83-b0d1-ee6850f6ad02", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2064189626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa753c103247491aa6d30d0e696ccb97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa984610d-c4", "ovs_interfaceid": "a984610d-c423-4ce3-b733-ad7c692f8f78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:74:41,bridge_name='br-int',has_traffic_filtering=True,id=a984610d-c423-4ce3-b733-ad7c692f8f78,network=Network(80a30f22-2850-4e83-b0d1-ee6850f6ad02),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa984610d-c4') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.objects.instance [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lazy-loading 'pci_devices' on Instance uuid 78bee28b-137d-4870-8219-8bc4176528ce {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:17:07 user nova-compute[75209]:   <uuid>78bee28b-137d-4870-8219-8bc4176528ce</uuid>
Dec 04 19:17:07 user nova-compute[75209]:   <name>instance-0000001f</name>
Dec 04 19:17:07 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:17:07 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:17:07 user nova-compute[75209]:   <metadata>
Dec 04 19:17:07 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:17:07 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:17:07 user nova-compute[75209]:       <nova:name>tempest-VolumesActionsTest-instance-203633544</nova:name>
Dec 04 19:17:07 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:17:07</nova:creationTime>
Dec 04 19:17:07 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:17:07 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:17:07 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:17:07 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:17:07 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:17:07 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:17:07 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:17:07 user nova-compute[75209]:       <nova:owner>
Dec 04 19:17:07 user nova-compute[75209]:         <nova:user uuid="73bfbb5195274a17bd516f45df83f45b">tempest-VolumesActionsTest-249107675-project-member</nova:user>
Dec 04 19:17:07 user nova-compute[75209]:         <nova:project uuid="fa753c103247491aa6d30d0e696ccb97">tempest-VolumesActionsTest-249107675</nova:project>
Dec 04 19:17:07 user nova-compute[75209]:       </nova:owner>
Dec 04 19:17:07 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:17:07 user nova-compute[75209]:       <nova:ports>
Dec 04 19:17:07 user nova-compute[75209]:         <nova:port uuid="a984610d-c423-4ce3-b733-ad7c692f8f78">
Dec 04 19:17:07 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 19:17:07 user nova-compute[75209]:         </nova:port>
Dec 04 19:17:07 user nova-compute[75209]:       </nova:ports>
Dec 04 19:17:07 user nova-compute[75209]:     </nova:instance>
Dec 04 19:17:07 user nova-compute[75209]:   </metadata>
Dec 04 19:17:07 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:17:07 user nova-compute[75209]:     <system>
Dec 04 19:17:07 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:17:07 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:17:07 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:17:07 user nova-compute[75209]:       <entry name="serial">78bee28b-137d-4870-8219-8bc4176528ce</entry>
Dec 04 19:17:07 user nova-compute[75209]:       <entry name="uuid">78bee28b-137d-4870-8219-8bc4176528ce</entry>
Dec 04 19:17:07 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:17:07 user nova-compute[75209]:     </system>
Dec 04 19:17:07 user nova-compute[75209]:   </sysinfo>
Dec 04 19:17:07 user nova-compute[75209]:   <os>
Dec 04 19:17:07 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:17:07 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:17:07 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:17:07 user nova-compute[75209]:   </os>
Dec 04 19:17:07 user nova-compute[75209]:   <features>
Dec 04 19:17:07 user nova-compute[75209]:     <acpi/>
Dec 04 19:17:07 user nova-compute[75209]:     <apic/>
Dec 04 19:17:07 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:17:07 user nova-compute[75209]:   </features>
Dec 04 19:17:07 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:17:07 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:17:07 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:17:07 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:17:07 user nova-compute[75209]:   </clock>
Dec 04 19:17:07 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:17:07 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:17:07 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:17:07 user nova-compute[75209]:   </cpu>
Dec 04 19:17:07 user nova-compute[75209]:   <devices>
Dec 04 19:17:07 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:17:07 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:17:07 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk"/>
Dec 04 19:17:07 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:17:07 user nova-compute[75209]:     </disk>
Dec 04 19:17:07 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:17:07 user nova-compute[75209]:       <mac address="fa:16:3e:57:74:41"/>
Dec 04 19:17:07 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:17:07 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:17:07 user nova-compute[75209]:       <target dev="tapa984610d-c4"/>
Dec 04 19:17:07 user nova-compute[75209]:     </interface>
Dec 04 19:17:07 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:17:07 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/console.log" append="off"/>
Dec 04 19:17:07 user nova-compute[75209]:     </serial>
Dec 04 19:17:07 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:17:07 user nova-compute[75209]:     <video>
Dec 04 19:17:07 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:17:07 user nova-compute[75209]:     </video>
Dec 04 19:17:07 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:17:07 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:17:07 user nova-compute[75209]:     </rng>
Dec 04 19:17:07 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:17:07 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:17:07 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:17:07 user nova-compute[75209]:     </memballoon>
Dec 04 19:17:07 user nova-compute[75209]:   </devices>
Dec 04 19:17:07 user nova-compute[75209]: </domain>
Dec 04 19:17:07 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-203633544',display_name='tempest-VolumesActionsTest-instance-203633544',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-203633544',id=31,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa753c103247491aa6d30d0e696ccb97',ramdisk_id='',reservation_id='r-gs2upz2w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-249107675',owner_user_name='tempest-VolumesActionsTest-249107675-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:17:03Z,user_data=None,user_id='73bfbb5195274a17bd516f45df83f45b',uuid=78bee28b-137d-4870-8219-8bc4176528ce,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a984610d-c423-4ce3-b733-ad7c692f8f78", "address": "fa:16:3e:57:74:41", "network": {"id": "80a30f22-2850-4e83-b0d1-ee6850f6ad02", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2064189626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa753c103247491aa6d30d0e696ccb97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa984610d-c4", "ovs_interfaceid": "a984610d-c423-4ce3-b733-ad7c692f8f78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Converting VIF {"id": "a984610d-c423-4ce3-b733-ad7c692f8f78", "address": "fa:16:3e:57:74:41", "network": {"id": "80a30f22-2850-4e83-b0d1-ee6850f6ad02", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2064189626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa753c103247491aa6d30d0e696ccb97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa984610d-c4", "ovs_interfaceid": "a984610d-c423-4ce3-b733-ad7c692f8f78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:74:41,bridge_name='br-int',has_traffic_filtering=True,id=a984610d-c423-4ce3-b733-ad7c692f8f78,network=Network(80a30f22-2850-4e83-b0d1-ee6850f6ad02),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa984610d-c4') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG os_vif [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:74:41,bridge_name='br-int',has_traffic_filtering=True,id=a984610d-c423-4ce3-b733-ad7c692f8f78,network=Network(80a30f22-2850-4e83-b0d1-ee6850f6ad02),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa984610d-c4') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8e3c3014-03b0-5231-a76d-423cd979b132', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa984610d-c4, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa984610d-c4, col_values=(('qos', UUID('4bbef031-04ac-4496-b72f-3783d0ee3106')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa984610d-c4, col_values=(('external_ids', {'iface-id': 'a984610d-c423-4ce3-b733-ad7c692f8f78', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:74:41', 'vm-uuid': '78bee28b-137d-4870-8219-8bc4176528ce'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:07 user nova-compute[75209]: INFO os_vif [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:74:41,bridge_name='br-int',has_traffic_filtering=True,id=a984610d-c423-4ce3-b733-ad7c692f8f78,network=Network(80a30f22-2850-4e83-b0d1-ee6850f6ad02),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa984610d-c4')
Dec 04 19:17:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] No VIF found with MAC fa:16:3e:57:74:41, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:17:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:17:08 user nova-compute[75209]: INFO nova.compute.claims [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Claim successful on node user
Dec 04 19:17:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-37ec8220-f778-49fa-bc9a-c9a70ac30d4f req-725e143b-2cff-44c1-9ec8-e1dd99c488ac service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Updated VIF entry in instance network info cache for port a984610d-c423-4ce3-b733-ad7c692f8f78. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-37ec8220-f778-49fa-bc9a-c9a70ac30d4f req-725e143b-2cff-44c1-9ec8-e1dd99c488ac service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Updating instance_info_cache with network_info: [{"id": "a984610d-c423-4ce3-b733-ad7c692f8f78", "address": "fa:16:3e:57:74:41", "network": {"id": "80a30f22-2850-4e83-b0d1-ee6850f6ad02", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2064189626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa753c103247491aa6d30d0e696ccb97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa984610d-c4", "ovs_interfaceid": "a984610d-c423-4ce3-b733-ad7c692f8f78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-37ec8220-f778-49fa-bc9a-c9a70ac30d4f req-725e143b-2cff-44c1-9ec8-e1dd99c488ac service nova] Releasing lock "refresh_cache-78bee28b-137d-4870-8219-8bc4176528ce" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.442s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.428s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:17:08 user nova-compute[75209]: INFO nova.compute.claims [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Claim successful on node user
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:17:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.policy [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96de5cb4deb74e8e8e594119a1a141bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e301606da9546cf8700b287a0a8b240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:17:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Creating image(s)
Dec 04 19:17:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "/opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "/opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "/opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:17:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.225s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.605s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.244s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-de80fce5-a66a-45e0-a914-470c033ed88d req-38bdb0ff-034d-43b9-9fd9-f924fe18175c service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-de80fce5-a66a-45e0-a914-470c033ed88d req-38bdb0ff-034d-43b9-9fd9-f924fe18175c service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-de80fce5-a66a-45e0-a914-470c033ed88d req-38bdb0ff-034d-43b9-9fd9-f924fe18175c service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-de80fce5-a66a-45e0-a914-470c033ed88d req-38bdb0ff-034d-43b9-9fd9-f924fe18175c service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-de80fce5-a66a-45e0-a914-470c033ed88d req-38bdb0ff-034d-43b9-9fd9-f924fe18175c service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:09 user nova-compute[75209]: WARNING nova.compute.manager [req-de80fce5-a66a-45e0-a914-470c033ed88d req-38bdb0ff-034d-43b9-9fd9-f924fe18175c service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state stopped and task_state powering-on.
Dec 04 19:17:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk 1073741824" returned: 0 in 0.075s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.324s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.policy [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90a9504da03f4edd8407c6829ff96fc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '538407fb70e44a22881903a761ad3222', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.196s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:17:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Creating image(s)
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "/opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "/opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "/opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Cannot resize image /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Ensure instance console log exists: /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.197s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:09 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Successfully created port: 03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk 1073741824" returned: 0 in 0.055s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Cannot resize image /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Ensure instance console log exists: /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Successfully created port: 15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Successfully updated port: 03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquired lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-61f546c1-fb82-42d9-b2dd-59d67d6a536f req-e7429868-f2c7-4335-9747-4c5417216972 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received event network-changed-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-61f546c1-fb82-42d9-b2dd-59d67d6a536f req-e7429868-f2c7-4335-9747-4c5417216972 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Refreshing instance network info cache due to event network-changed-03d8bd1d-07dd-4876-b2fa-aadfe82272ae. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-61f546c1-fb82-42d9-b2dd-59d67d6a536f req-e7429868-f2c7-4335-9747-4c5417216972 service nova] Acquiring lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:11 user nova-compute[75209]: WARNING nova.compute.manager [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state stopped and task_state powering-on.
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] No waiting events found dispatching network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:11 user nova-compute[75209]: WARNING nova.compute.manager [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received unexpected event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 for instance with vm_state building and task_state spawning.
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] No waiting events found dispatching network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:11 user nova-compute[75209]: WARNING nova.compute.manager [req-45b5aaa2-266d-4fc5-a734-ae0f6aef7359 req-fa311354-2430-41d7-9dd3-681ba2f53048 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received unexpected event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 for instance with vm_state building and task_state spawning.
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Updating instance_info_cache with network_info: [{"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Releasing lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Instance network_info: |[{"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-61f546c1-fb82-42d9-b2dd-59d67d6a536f req-e7429868-f2c7-4335-9747-4c5417216972 service nova] Acquired lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.network.neutron [req-61f546c1-fb82-42d9-b2dd-59d67d6a536f req-e7429868-f2c7-4335-9747-4c5417216972 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Refreshing network info cache for port 03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Start _get_guest_xml network_info=[{"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:17:11 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:17:11 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1877555361',display_name='tempest-AttachVolumeNegativeTest-server-1877555361',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1877555361',id=32,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggNlYbJ67+FL3lj4IX2fkYkq1uLFrYB8D7S95OTDwRNkla8UT4dH3yVdc+HMupNc80dHME088fWJwpKtquyEr50PR+5HpStvaOA8WMoJfre3IPFVdNf9t95KMWh1qEEw==',key_name='tempest-keypair-1228506752',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-qt82l5q6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:17:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=d186ec65-cf03-4195-b81d-b88040afd855,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:5b:a0,bridge_name='br-int',has_traffic_filtering=True,id=03d8bd1d-07dd-4876-b2fa-aadfe82272ae,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03d8bd1d-07') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.objects.instance [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'pci_devices' on Instance uuid d186ec65-cf03-4195-b81d-b88040afd855 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:17:11 user nova-compute[75209]:   <uuid>d186ec65-cf03-4195-b81d-b88040afd855</uuid>
Dec 04 19:17:11 user nova-compute[75209]:   <name>instance-00000020</name>
Dec 04 19:17:11 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:17:11 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:17:11 user nova-compute[75209]:   <metadata>
Dec 04 19:17:11 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:17:11 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:17:11 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1877555361</nova:name>
Dec 04 19:17:11 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:17:11</nova:creationTime>
Dec 04 19:17:11 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:17:11 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:17:11 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:17:11 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:17:11 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:17:11 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:17:11 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:17:11 user nova-compute[75209]:       <nova:owner>
Dec 04 19:17:11 user nova-compute[75209]:         <nova:user uuid="96de5cb4deb74e8e8e594119a1a141bc">tempest-AttachVolumeNegativeTest-2018034394-project-member</nova:user>
Dec 04 19:17:11 user nova-compute[75209]:         <nova:project uuid="3e301606da9546cf8700b287a0a8b240">tempest-AttachVolumeNegativeTest-2018034394</nova:project>
Dec 04 19:17:11 user nova-compute[75209]:       </nova:owner>
Dec 04 19:17:11 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:17:11 user nova-compute[75209]:       <nova:ports>
Dec 04 19:17:11 user nova-compute[75209]:         <nova:port uuid="03d8bd1d-07dd-4876-b2fa-aadfe82272ae">
Dec 04 19:17:11 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 19:17:11 user nova-compute[75209]:         </nova:port>
Dec 04 19:17:11 user nova-compute[75209]:       </nova:ports>
Dec 04 19:17:11 user nova-compute[75209]:     </nova:instance>
Dec 04 19:17:11 user nova-compute[75209]:   </metadata>
Dec 04 19:17:11 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:17:11 user nova-compute[75209]:     <system>
Dec 04 19:17:11 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:17:11 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:17:11 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:17:11 user nova-compute[75209]:       <entry name="serial">d186ec65-cf03-4195-b81d-b88040afd855</entry>
Dec 04 19:17:11 user nova-compute[75209]:       <entry name="uuid">d186ec65-cf03-4195-b81d-b88040afd855</entry>
Dec 04 19:17:11 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:17:11 user nova-compute[75209]:     </system>
Dec 04 19:17:11 user nova-compute[75209]:   </sysinfo>
Dec 04 19:17:11 user nova-compute[75209]:   <os>
Dec 04 19:17:11 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:17:11 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:17:11 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:17:11 user nova-compute[75209]:   </os>
Dec 04 19:17:11 user nova-compute[75209]:   <features>
Dec 04 19:17:11 user nova-compute[75209]:     <acpi/>
Dec 04 19:17:11 user nova-compute[75209]:     <apic/>
Dec 04 19:17:11 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:17:11 user nova-compute[75209]:   </features>
Dec 04 19:17:11 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:17:11 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:17:11 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:17:11 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:17:11 user nova-compute[75209]:   </clock>
Dec 04 19:17:11 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:17:11 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:17:11 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:17:11 user nova-compute[75209]:   </cpu>
Dec 04 19:17:11 user nova-compute[75209]:   <devices>
Dec 04 19:17:11 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:17:11 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:17:11 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk"/>
Dec 04 19:17:11 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:17:11 user nova-compute[75209]:     </disk>
Dec 04 19:17:11 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:17:11 user nova-compute[75209]:       <mac address="fa:16:3e:0d:5b:a0"/>
Dec 04 19:17:11 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:17:11 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:17:11 user nova-compute[75209]:       <target dev="tap03d8bd1d-07"/>
Dec 04 19:17:11 user nova-compute[75209]:     </interface>
Dec 04 19:17:11 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:17:11 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/console.log" append="off"/>
Dec 04 19:17:11 user nova-compute[75209]:     </serial>
Dec 04 19:17:11 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:17:11 user nova-compute[75209]:     <video>
Dec 04 19:17:11 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:17:11 user nova-compute[75209]:     </video>
Dec 04 19:17:11 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:17:11 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:17:11 user nova-compute[75209]:     </rng>
Dec 04 19:17:11 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:17:11 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:17:11 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:17:11 user nova-compute[75209]:     </memballoon>
Dec 04 19:17:11 user nova-compute[75209]:   </devices>
Dec 04 19:17:11 user nova-compute[75209]: </domain>
Dec 04 19:17:11 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1877555361',display_name='tempest-AttachVolumeNegativeTest-server-1877555361',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1877555361',id=32,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggNlYbJ67+FL3lj4IX2fkYkq1uLFrYB8D7S95OTDwRNkla8UT4dH3yVdc+HMupNc80dHME088fWJwpKtquyEr50PR+5HpStvaOA8WMoJfre3IPFVdNf9t95KMWh1qEEw==',key_name='tempest-keypair-1228506752',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-qt82l5q6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:17:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=d186ec65-cf03-4195-b81d-b88040afd855,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:5b:a0,bridge_name='br-int',has_traffic_filtering=True,id=03d8bd1d-07dd-4876-b2fa-aadfe82272ae,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03d8bd1d-07') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG os_vif [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:5b:a0,bridge_name='br-int',has_traffic_filtering=True,id=03d8bd1d-07dd-4876-b2fa-aadfe82272ae,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03d8bd1d-07') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b50a274f-d538-5e66-b8bb-4ba47c3ceb9a', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap03d8bd1d-07, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap03d8bd1d-07, col_values=(('qos', UUID('fb959a24-57f8-4222-a847-4549c0f5e8b1')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap03d8bd1d-07, col_values=(('external_ids', {'iface-id': '03d8bd1d-07dd-4876-b2fa-aadfe82272ae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:5b:a0', 'vm-uuid': 'd186ec65-cf03-4195-b81d-b88040afd855'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:12 user nova-compute[75209]: INFO os_vif [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:5b:a0,bridge_name='br-int',has_traffic_filtering=True,id=03d8bd1d-07dd-4876-b2fa-aadfe82272ae,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03d8bd1d-07')
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No VIF found with MAC fa:16:3e:0d:5b:a0, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Successfully updated port: 15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "refresh_cache-2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquired lock "refresh_cache-2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:17:12 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance rebooted successfully.
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-2b4654f5-d436-449a-956b-7fba40cb2364 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:17:12 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Instance spawned successfully.
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:12 user nova-compute[75209]: INFO nova.compute.manager [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Took 9.43 seconds to spawn the instance on the hypervisor.
Dec 04 19:17:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-61f546c1-fb82-42d9-b2dd-59d67d6a536f req-e7429868-f2c7-4335-9747-4c5417216972 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Updated VIF entry in instance network info cache for port 03d8bd1d-07dd-4876-b2fa-aadfe82272ae. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-61f546c1-fb82-42d9-b2dd-59d67d6a536f req-e7429868-f2c7-4335-9747-4c5417216972 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Updating instance_info_cache with network_info: [{"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:17:13 user nova-compute[75209]: INFO nova.compute.manager [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Took 10.21 seconds to build instance.
Dec 04 19:17:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-61f546c1-fb82-42d9-b2dd-59d67d6a536f req-e7429868-f2c7-4335-9747-4c5417216972 service nova] Releasing lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-65a81800-87c3-442c-b60f-7a8b74699f62 tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "78bee28b-137d-4870-8219-8bc4176528ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.366s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Updating instance_info_cache with network_info: [{"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Releasing lock "refresh_cache-2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Instance network_info: |[{"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Start _get_guest_xml network_info=[{"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:17:13 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:17:13 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1713170383',display_name='tempest-VolumesSnapshotTestJSON-instance-1713170383',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1713170383',id=33,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC/aSVhu9rfqdqqvNqYY0eLxiJFROeCr+u6xBh6fFhF2eP2oV3F+pH66vTp/S7j0+kVwKwKjVAhFvE3eM9XKBUlmMelaZuB+84xo3DBDIBsD6qsaID3BtwVerrVk+48MqQ==',key_name='tempest-keypair-534705321',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='538407fb70e44a22881903a761ad3222',ramdisk_id='',reservation_id='r-l7udiif2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-30309566',owner_user_name='tempest-VolumesSnapshotTestJSON-30309566-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:17:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90a9504da03f4edd8407c6829ff96fc9',uuid=2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converting VIF {"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:23:38,bridge_name='br-int',has_traffic_filtering=True,id=15faafec-be07-48f2-9329-3d9401c0c6ec,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15faafec-be') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.objects.instance [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lazy-loading 'pci_devices' on Instance uuid 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:17:13 user nova-compute[75209]:   <uuid>2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a</uuid>
Dec 04 19:17:13 user nova-compute[75209]:   <name>instance-00000021</name>
Dec 04 19:17:13 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:17:13 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:17:13 user nova-compute[75209]:   <metadata>
Dec 04 19:17:13 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:17:13 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:17:13 user nova-compute[75209]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1713170383</nova:name>
Dec 04 19:17:13 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:17:13</nova:creationTime>
Dec 04 19:17:13 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:17:13 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:17:13 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:17:13 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:17:13 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:17:13 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:17:13 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:17:13 user nova-compute[75209]:       <nova:owner>
Dec 04 19:17:13 user nova-compute[75209]:         <nova:user uuid="90a9504da03f4edd8407c6829ff96fc9">tempest-VolumesSnapshotTestJSON-30309566-project-member</nova:user>
Dec 04 19:17:13 user nova-compute[75209]:         <nova:project uuid="538407fb70e44a22881903a761ad3222">tempest-VolumesSnapshotTestJSON-30309566</nova:project>
Dec 04 19:17:13 user nova-compute[75209]:       </nova:owner>
Dec 04 19:17:13 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:17:13 user nova-compute[75209]:       <nova:ports>
Dec 04 19:17:13 user nova-compute[75209]:         <nova:port uuid="15faafec-be07-48f2-9329-3d9401c0c6ec">
Dec 04 19:17:13 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 04 19:17:13 user nova-compute[75209]:         </nova:port>
Dec 04 19:17:13 user nova-compute[75209]:       </nova:ports>
Dec 04 19:17:13 user nova-compute[75209]:     </nova:instance>
Dec 04 19:17:13 user nova-compute[75209]:   </metadata>
Dec 04 19:17:13 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:17:13 user nova-compute[75209]:     <system>
Dec 04 19:17:13 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:17:13 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:17:13 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:17:13 user nova-compute[75209]:       <entry name="serial">2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a</entry>
Dec 04 19:17:13 user nova-compute[75209]:       <entry name="uuid">2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a</entry>
Dec 04 19:17:13 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:17:13 user nova-compute[75209]:     </system>
Dec 04 19:17:13 user nova-compute[75209]:   </sysinfo>
Dec 04 19:17:13 user nova-compute[75209]:   <os>
Dec 04 19:17:13 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:17:13 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:17:13 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:17:13 user nova-compute[75209]:   </os>
Dec 04 19:17:13 user nova-compute[75209]:   <features>
Dec 04 19:17:13 user nova-compute[75209]:     <acpi/>
Dec 04 19:17:13 user nova-compute[75209]:     <apic/>
Dec 04 19:17:13 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:17:13 user nova-compute[75209]:   </features>
Dec 04 19:17:13 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:17:13 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:17:13 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:17:13 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:17:13 user nova-compute[75209]:   </clock>
Dec 04 19:17:13 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:17:13 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:17:13 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:17:13 user nova-compute[75209]:   </cpu>
Dec 04 19:17:13 user nova-compute[75209]:   <devices>
Dec 04 19:17:13 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:17:13 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:17:13 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk"/>
Dec 04 19:17:13 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:17:13 user nova-compute[75209]:     </disk>
Dec 04 19:17:13 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:17:13 user nova-compute[75209]:       <mac address="fa:16:3e:c3:23:38"/>
Dec 04 19:17:13 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:17:13 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:17:13 user nova-compute[75209]:       <target dev="tap15faafec-be"/>
Dec 04 19:17:13 user nova-compute[75209]:     </interface>
Dec 04 19:17:13 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:17:13 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/console.log" append="off"/>
Dec 04 19:17:13 user nova-compute[75209]:     </serial>
Dec 04 19:17:13 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:17:13 user nova-compute[75209]:     <video>
Dec 04 19:17:13 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:17:13 user nova-compute[75209]:     </video>
Dec 04 19:17:13 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:17:13 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:17:13 user nova-compute[75209]:     </rng>
Dec 04 19:17:13 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:17:13 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:17:13 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:17:13 user nova-compute[75209]:     </memballoon>
Dec 04 19:17:13 user nova-compute[75209]:   </devices>
Dec 04 19:17:13 user nova-compute[75209]: </domain>
Dec 04 19:17:13 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1713170383',display_name='tempest-VolumesSnapshotTestJSON-instance-1713170383',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1713170383',id=33,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC/aSVhu9rfqdqqvNqYY0eLxiJFROeCr+u6xBh6fFhF2eP2oV3F+pH66vTp/S7j0+kVwKwKjVAhFvE3eM9XKBUlmMelaZuB+84xo3DBDIBsD6qsaID3BtwVerrVk+48MqQ==',key_name='tempest-keypair-534705321',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='538407fb70e44a22881903a761ad3222',ramdisk_id='',reservation_id='r-l7udiif2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-30309566',owner_user_name='tempest-VolumesSnapshotTestJSON-30309566-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:17:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90a9504da03f4edd8407c6829ff96fc9',uuid=2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converting VIF {"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:23:38,bridge_name='br-int',has_traffic_filtering=True,id=15faafec-be07-48f2-9329-3d9401c0c6ec,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15faafec-be') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG os_vif [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:23:38,bridge_name='br-int',has_traffic_filtering=True,id=15faafec-be07-48f2-9329-3d9401c0c6ec,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15faafec-be') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '77f7869d-6d5e-5b45-97c6-71340395330f', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap15faafec-be, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap15faafec-be, col_values=(('qos', UUID('ed58cb23-02f0-4415-8574-a18c40c4f564')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap15faafec-be, col_values=(('external_ids', {'iface-id': '15faafec-be07-48f2-9329-3d9401c0c6ec', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:23:38', 'vm-uuid': '2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-1e8149c3-6c34-4e5d-9643-55fabcf83cb5 req-5ca14dc9-21b5-4273-b0c5-1fa9ce1765a5 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received event network-changed-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-1e8149c3-6c34-4e5d-9643-55fabcf83cb5 req-5ca14dc9-21b5-4273-b0c5-1fa9ce1765a5 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Refreshing instance network info cache due to event network-changed-15faafec-be07-48f2-9329-3d9401c0c6ec. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1e8149c3-6c34-4e5d-9643-55fabcf83cb5 req-5ca14dc9-21b5-4273-b0c5-1fa9ce1765a5 service nova] Acquiring lock "refresh_cache-2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1e8149c3-6c34-4e5d-9643-55fabcf83cb5 req-5ca14dc9-21b5-4273-b0c5-1fa9ce1765a5 service nova] Acquired lock "refresh_cache-2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-1e8149c3-6c34-4e5d-9643-55fabcf83cb5 req-5ca14dc9-21b5-4273-b0c5-1fa9ce1765a5 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Refreshing network info cache for port 15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:13 user nova-compute[75209]: INFO os_vif [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:23:38,bridge_name='br-int',has_traffic_filtering=True,id=15faafec-be07-48f2-9329-3d9401c0c6ec,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15faafec-be')
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] No VIF found with MAC fa:16:3e:c3:23:38, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:14 user nova-compute[75209]: DEBUG nova.network.neutron [req-1e8149c3-6c34-4e5d-9643-55fabcf83cb5 req-5ca14dc9-21b5-4273-b0c5-1fa9ce1765a5 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Updated VIF entry in instance network info cache for port 15faafec-be07-48f2-9329-3d9401c0c6ec. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:17:14 user nova-compute[75209]: DEBUG nova.network.neutron [req-1e8149c3-6c34-4e5d-9643-55fabcf83cb5 req-5ca14dc9-21b5-4273-b0c5-1fa9ce1765a5 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Updating instance_info_cache with network_info: [{"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:17:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1e8149c3-6c34-4e5d-9643-55fabcf83cb5 req-5ca14dc9-21b5-4273-b0c5-1fa9ce1765a5 service nova] Releasing lock "refresh_cache-2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:17:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received event network-vif-plugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] Lock "d186ec65-cf03-4195-b81d-b88040afd855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] Lock "d186ec65-cf03-4195-b81d-b88040afd855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] No waiting events found dispatching network-vif-plugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:15 user nova-compute[75209]: WARNING nova.compute.manager [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received unexpected event network-vif-plugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae for instance with vm_state building and task_state spawning.
Dec 04 19:17:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received event network-vif-plugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] Lock "d186ec65-cf03-4195-b81d-b88040afd855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] Lock "d186ec65-cf03-4195-b81d-b88040afd855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] No waiting events found dispatching network-vif-plugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:15 user nova-compute[75209]: WARNING nova.compute.manager [req-b64151af-0429-4de4-a210-5957ed75659a req-527022e8-72df-4451-8294-67767aa44312 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received unexpected event network-vif-plugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae for instance with vm_state building and task_state spawning.
Dec 04 19:17:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-12bb41c0-c37b-480f-bd98-0b2dba635e3f req-5632e099-47c4-43d0-b3a0-463240298e94 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received event network-vif-plugged-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-12bb41c0-c37b-480f-bd98-0b2dba635e3f req-5632e099-47c4-43d0-b3a0-463240298e94 service nova] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-12bb41c0-c37b-480f-bd98-0b2dba635e3f req-5632e099-47c4-43d0-b3a0-463240298e94 service nova] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-12bb41c0-c37b-480f-bd98-0b2dba635e3f req-5632e099-47c4-43d0-b3a0-463240298e94 service nova] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-12bb41c0-c37b-480f-bd98-0b2dba635e3f req-5632e099-47c4-43d0-b3a0-463240298e94 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] No waiting events found dispatching network-vif-plugged-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:15 user nova-compute[75209]: WARNING nova.compute.manager [req-12bb41c0-c37b-480f-bd98-0b2dba635e3f req-5632e099-47c4-43d0-b3a0-463240298e94 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received unexpected event network-vif-plugged-15faafec-be07-48f2-9329-3d9401c0c6ec for instance with vm_state building and task_state spawning.
Dec 04 19:17:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:16 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 is timed out.
Dec 04 19:17:16 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Successfully detached device vdb from instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 from the live domain config.
Dec 04 19:17:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:17:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWtLZlJT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:17:16 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:17:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:17:16 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:17:16 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1d4871-253c-4fbb-a7aa-be41ba9cd766]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:17:17 user nova-compute[75209]: No targets found.
Dec 04 19:17:17 user nova-compute[75209]: iSNS:
Dec 04 19:17:17 user nova-compute[75209]: No targets found.
Dec 04 19:17:17 user nova-compute[75209]: STATIC:
Dec 04 19:17:17 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed
Dec 04 19:17:17 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:17:17 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:17:17 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe
Dec 04 19:17:17 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:17:17 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:17:17 user nova-compute[75209]: FIRMWARE:
Dec 04 19:17:17 user nova-compute[75209]: No targets found.
Dec 04 19:17:17 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:17:17 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:17:17 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb3089a3-2d0d-4575-83b5-95db9ba9d52c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[eabd9e9d-6cef-4290-8763-2f2fd01c4acf]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:17:17 user nova-compute[75209]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:17:17 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe (non-flash)
Dec 04 19:17:17 user nova-compute[75209]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:17:17 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c735240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebbbab9c-0b84-4378-94a6-eeee75ab96b3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cca97a5f-e048-409d-9bd0-75f5e6386e7a]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[83705dee-ab9e-41f5-ae38-cda6a9dba6f6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0aa11d0-83b0-498e-b5e5-1828e8af895d]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4fa9d84-c4dd-4bba-9b38-9aa3a893b049]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c52733d5-1d42-474b-9ea2-1167f5a20850]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe, portal: 172.16.0.220,3260]
Dec 04 19:17:17 user nova-compute[75209]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe, portal: 172.16.0.220,3260] successful.
Dec 04 19:17:17 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a86db66-4c7d-4b3a-b168-138244c978fe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3d010c1-3d6a-4cfb-a3df-62d48e5e59f4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] <== disconnect_volume: return (388ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:17:17 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Instance spawned successfully.
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-777c7f1c-b2cf-436b-a31c-f23c3f7d56cd req-471a4503-e2e4-406c-83bb-ad5f955a29e2 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received event network-vif-plugged-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-777c7f1c-b2cf-436b-a31c-f23c3f7d56cd req-471a4503-e2e4-406c-83bb-ad5f955a29e2 service nova] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-777c7f1c-b2cf-436b-a31c-f23c3f7d56cd req-471a4503-e2e4-406c-83bb-ad5f955a29e2 service nova] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-777c7f1c-b2cf-436b-a31c-f23c3f7d56cd req-471a4503-e2e4-406c-83bb-ad5f955a29e2 service nova] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-777c7f1c-b2cf-436b-a31c-f23c3f7d56cd req-471a4503-e2e4-406c-83bb-ad5f955a29e2 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] No waiting events found dispatching network-vif-plugged-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:17 user nova-compute[75209]: WARNING nova.compute.manager [req-777c7f1c-b2cf-436b-a31c-f23c3f7d56cd req-471a4503-e2e4-406c-83bb-ad5f955a29e2 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received unexpected event network-vif-plugged-15faafec-be07-48f2-9329-3d9401c0c6ec for instance with vm_state building and task_state spawning.
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:17 user nova-compute[75209]: INFO nova.compute.manager [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Took 9.22 seconds to spawn the instance on the hypervisor.
Dec 04 19:17:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:17:18 user nova-compute[75209]: INFO nova.compute.manager [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Took 10.11 seconds to build instance.
Dec 04 19:17:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4c100370-76a5-4dda-a991-8febc6f8491a tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.250s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:17:18 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Instance spawned successfully.
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:18 user nova-compute[75209]: INFO nova.compute.manager [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Took 8.79 seconds to spawn the instance on the hypervisor.
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG nova.objects.instance [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'flavor' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:18 user nova-compute[75209]: INFO nova.compute.manager [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Took 10.43 seconds to build instance.
Dec 04 19:17:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-568972c5-6bc5-41e7-9fe2-4216b7d9d98a tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.143s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a721c7e9-b71a-4972-b7b8-b7512137b6ec tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.594s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:23 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:17:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:17:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:17:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:17:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updating instance_info_cache with network_info: [{"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-b033e42f-ffd3-41da-93f7-9271437c6b48" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:26 user nova-compute[75209]: INFO nova.compute.manager [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Terminating instance
Dec 04 19:17:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk --force-share --output=json" returned: 0 in 0.310s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-eeee324c-8132-4fd9-9f41-f85c11b0577d req-6549d75e-e822-4879-af97-c9dd6ed969fd service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-vif-unplugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-eeee324c-8132-4fd9-9f41-f85c11b0577d req-6549d75e-e822-4879-af97-c9dd6ed969fd service nova] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-eeee324c-8132-4fd9-9f41-f85c11b0577d req-6549d75e-e822-4879-af97-c9dd6ed969fd service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-eeee324c-8132-4fd9-9f41-f85c11b0577d req-6549d75e-e822-4879-af97-c9dd6ed969fd service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-eeee324c-8132-4fd9-9f41-f85c11b0577d req-6549d75e-e822-4879-af97-c9dd6ed969fd service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] No waiting events found dispatching network-vif-unplugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-eeee324c-8132-4fd9-9f41-f85c11b0577d req-6549d75e-e822-4879-af97-c9dd6ed969fd service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-vif-unplugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Instance destroyed successfully.
Dec 04 19:17:27 user nova-compute[75209]: DEBUG nova.objects.instance [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'resources' on Instance uuid 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:11:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1512497725',display_name='tempest-ServerActionsTestOtherA-server-455858175',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1512497725',id=26,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBJ5DRSkXRzUxWqDr3YwrdrHwK9rlSrzumunON0386ryIcDH1CkAobB0mjG43hiRBFgSQXtaMHuiOuacolAe4+7YulTBAKbkF6Z7OhuiDvBxsR7dpoKCtuuDbjOJRpCUw==',key_name='tempest-keypair-1019195279',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:14:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-3695rz6z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:14:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=491c9c96-1450-4c01-9f8b-5fe4dd2b2a05,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "address": "fa:16:3e:3d:3d:5a", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac292f7e-34", "ovs_interfaceid": "ac292f7e-3431-4ef6-9af7-4abb8e880452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG os_vif [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac292f7e-34, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0bfd4f70-8fb5-4b34-8401-ac701307ef32) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:27 user nova-compute[75209]: INFO os_vif [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:3d:5a,bridge_name='br-int',has_traffic_filtering=True,id=ac292f7e-3431-4ef6-9af7-4abb8e880452,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac292f7e-34')
Dec 04 19:17:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Deleting instance files /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05_del
Dec 04 19:17:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Deletion of /opt/stack/data/nova/instances/491c9c96-1450-4c01-9f8b-5fe4dd2b2a05_del complete
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:27 user nova-compute[75209]: INFO nova.compute.manager [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Took 1.17 seconds to destroy the instance on the hypervisor.
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.271s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:17:28 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Took 1.02 seconds to deallocate network for instance.
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:28 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Error from libvirt while getting description of instance-0000001a: [Error Code 42] Domain not found: no domain with matching uuid '491c9c96-1450-4c01-9f8b-5fe4dd2b2a05' (instance-0000001a): libvirt.libvirtError: Domain not found: no domain with matching uuid '491c9c96-1450-4c01-9f8b-5fe4dd2b2a05' (instance-0000001a)
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-60aa9869-7f7f-40a1-bc1e-a4e8c4ed2cbf req-6cbbcd75-0e02-4e01-85cc-60ee6bb55f70 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-60aa9869-7f7f-40a1-bc1e-a4e8c4ed2cbf req-6cbbcd75-0e02-4e01-85cc-60ee6bb55f70 service nova] Acquiring lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-60aa9869-7f7f-40a1-bc1e-a4e8c4ed2cbf req-6cbbcd75-0e02-4e01-85cc-60ee6bb55f70 service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-60aa9869-7f7f-40a1-bc1e-a4e8c4ed2cbf req-6cbbcd75-0e02-4e01-85cc-60ee6bb55f70 service nova] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-60aa9869-7f7f-40a1-bc1e-a4e8c4ed2cbf req-6cbbcd75-0e02-4e01-85cc-60ee6bb55f70 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] No waiting events found dispatching network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:28 user nova-compute[75209]: WARNING nova.compute.manager [req-60aa9869-7f7f-40a1-bc1e-a4e8c4ed2cbf req-6cbbcd75-0e02-4e01-85cc-60ee6bb55f70 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received unexpected event network-vif-plugged-ac292f7e-3431-4ef6-9af7-4abb8e880452 for instance with vm_state deleted and task_state None.
Dec 04 19:17:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-60aa9869-7f7f-40a1-bc1e-a4e8c4ed2cbf req-6cbbcd75-0e02-4e01-85cc-60ee6bb55f70 service nova] [instance: 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05] Received event network-vif-deleted-ac292f7e-3431-4ef6-9af7-4abb8e880452 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.485s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:29 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Deleted allocations for instance 491c9c96-1450-4c01-9f8b-5fe4dd2b2a05
Dec 04 19:17:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-61474ec4-e2b8-4ebc-97fa-87de8ed4f0c1 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "491c9c96-1450-4c01-9f8b-5fe4dd2b2a05" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.074s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.373s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:17:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:17:31 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:17:31 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7997MB free_disk=24.938560485839844GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 78bee28b-137d-4870-8219-8bc4176528ce actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance d186ec65-cf03-4195-b81d-b88040afd855 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.444s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:17:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:17:37 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:17:37 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:17:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:46 user nova-compute[75209]: INFO nova.compute.manager [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Terminating instance
Dec 04 19:17:46 user nova-compute[75209]: DEBUG nova.compute.manager [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG nova.compute.manager [req-1547dd0e-3dce-4cb9-8b5a-62ec473f4a16 req-39898b3f-5832-4256-a957-215a19d832ab service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-unplugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1547dd0e-3dce-4cb9-8b5a-62ec473f4a16 req-39898b3f-5832-4256-a957-215a19d832ab service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1547dd0e-3dce-4cb9-8b5a-62ec473f4a16 req-39898b3f-5832-4256-a957-215a19d832ab service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1547dd0e-3dce-4cb9-8b5a-62ec473f4a16 req-39898b3f-5832-4256-a957-215a19d832ab service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG nova.compute.manager [req-1547dd0e-3dce-4cb9-8b5a-62ec473f4a16 req-39898b3f-5832-4256-a957-215a19d832ab service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-unplugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG nova.compute.manager [req-1547dd0e-3dce-4cb9-8b5a-62ec473f4a16 req-39898b3f-5832-4256-a957-215a19d832ab service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-unplugged-5001f405-8321-475a-9dea-c654ea68884f for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:17:47 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Instance destroyed successfully.
Dec 04 19:17:47 user nova-compute[75209]: DEBUG nova.objects.instance [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'resources' on Instance uuid 7a72fc9a-2943-4c4a-afe9-e932c05ede54 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:11:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2010446989',display_name='tempest-ServerRescueNegativeTestJSON-server-2010446989',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2010446989',id=25,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLy1UDytqkjm79xdfIomk7pTE20Uqv/DWZ2LKiPHYAUW/TX9AgOBYBOJoKkwF2R1dqNM7VVIyPBr5QWn5ZEjaR9rfVh7Qbk1Wl7dvcDkDu+4XDU3jExdysXnpmLrPNIYAQ==',key_name='tempest-keypair-213103224',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:13:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-nb27vgfn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:15:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=7a72fc9a-2943-4c4a-afe9-e932c05ede54,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "5001f405-8321-475a-9dea-c654ea68884f", "address": "fa:16:3e:93:03:1b", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5001f405-83", "ovs_interfaceid": "5001f405-8321-475a-9dea-c654ea68884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:03:1b,bridge_name='br-int',has_traffic_filtering=True,id=5001f405-8321-475a-9dea-c654ea68884f,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5001f405-83') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG os_vif [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:03:1b,bridge_name='br-int',has_traffic_filtering=True,id=5001f405-8321-475a-9dea-c654ea68884f,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5001f405-83') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5001f405-83, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e4da6fb6-45be-4bba-aeb2-af414b0aaff1) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:17:47 user nova-compute[75209]: INFO os_vif [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:03:1b,bridge_name='br-int',has_traffic_filtering=True,id=5001f405-8321-475a-9dea-c654ea68884f,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5001f405-83')
Dec 04 19:17:47 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Deleting instance files /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54_del
Dec 04 19:17:47 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Deletion of /opt/stack/data/nova/instances/7a72fc9a-2943-4c4a-afe9-e932c05ede54_del complete
Dec 04 19:17:47 user nova-compute[75209]: INFO nova.compute.manager [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 04 19:17:47 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:17:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:48 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:17:48 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Took 0.74 seconds to deallocate network for instance.
Dec 04 19:17:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:48 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:17:48 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:17:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.297s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:49 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Deleted allocations for instance 7a72fc9a-2943-4c4a-afe9-e932c05ede54
Dec 04 19:17:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e0a9bbed-93f8-4846-9146-c12a72138662 tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.162s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:49 user nova-compute[75209]: DEBUG nova.compute.manager [req-ac959fa4-9995-4332-953e-65cf18d74e8a req-11e854f0-87f0-4d5d-b394-578fa0ca6722 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ac959fa4-9995-4332-953e-65cf18d74e8a req-11e854f0-87f0-4d5d-b394-578fa0ca6722 service nova] Acquiring lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:17:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ac959fa4-9995-4332-953e-65cf18d74e8a req-11e854f0-87f0-4d5d-b394-578fa0ca6722 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:17:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ac959fa4-9995-4332-953e-65cf18d74e8a req-11e854f0-87f0-4d5d-b394-578fa0ca6722 service nova] Lock "7a72fc9a-2943-4c4a-afe9-e932c05ede54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:17:49 user nova-compute[75209]: DEBUG nova.compute.manager [req-ac959fa4-9995-4332-953e-65cf18d74e8a req-11e854f0-87f0-4d5d-b394-578fa0ca6722 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] No waiting events found dispatching network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:17:49 user nova-compute[75209]: WARNING nova.compute.manager [req-ac959fa4-9995-4332-953e-65cf18d74e8a req-11e854f0-87f0-4d5d-b394-578fa0ca6722 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received unexpected event network-vif-plugged-5001f405-8321-475a-9dea-c654ea68884f for instance with vm_state deleted and task_state None.
Dec 04 19:17:49 user nova-compute[75209]: DEBUG nova.compute.manager [req-ac959fa4-9995-4332-953e-65cf18d74e8a req-11e854f0-87f0-4d5d-b394-578fa0ca6722 service nova] [instance: 7a72fc9a-2943-4c4a-afe9-e932c05ede54] Received event network-vif-deleted-5001f405-8321-475a-9dea-c654ea68884f {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:17:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:17:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:18:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:00 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:18:00 user nova-compute[75209]: INFO nova.compute.claims [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Claim successful on node user
Dec 04 19:18:01 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.471s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:18:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:18:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:18:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Creating image(s)
Dec 04 19:18:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "/opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "/opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "/opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "b00d29c86dd1c5d15a9b9d5282296bcb7a811bee" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "b00d29c86dd1c5d15a9b9d5282296bcb7a811bee" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG nova.policy [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5eaec7056754f47a2bc193e8dae5456', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d89cad196214ac1a4fbc922924e5766', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:18:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee.part --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee.part --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG nova.virt.images [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] 87af5a90-f410-4dbc-953a-5ef0b321f430 was qcow2, converting to raw {{(pid=75209) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee.part /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee.converted {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Successfully created port: d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee.part /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee.converted" returned: 0 in 0.266s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee.converted --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "b00d29c86dd1c5d15a9b9d5282296bcb7a811bee" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.253s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee --force-share --output=json" returned: 0 in 0.195s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "b00d29c86dd1c5d15a9b9d5282296bcb7a811bee" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "b00d29c86dd1c5d15a9b9d5282296bcb7a811bee" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Successfully updated port: d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquired lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee,backing_fmt=raw /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee,backing_fmt=raw /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk 1073741824" returned: 0 in 0.060s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "b00d29c86dd1c5d15a9b9d5282296bcb7a811bee" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-9a58ca60-c107-4049-ba8f-a9f8ea64cd89 req-9949703d-2730-44c6-8cb1-8305b2e2a688 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-changed-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-9a58ca60-c107-4049-ba8f-a9f8ea64cd89 req-9949703d-2730-44c6-8cb1-8305b2e2a688 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Refreshing instance network info cache due to event network-changed-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9a58ca60-c107-4049-ba8f-a9f8ea64cd89 req-9949703d-2730-44c6-8cb1-8305b2e2a688 service nova] Acquiring lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Checking if we can resize image /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Cannot resize image /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Ensure instance console log exists: /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updating instance_info_cache with network_info: [{"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Releasing lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Instance network_info: |[{"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9a58ca60-c107-4049-ba8f-a9f8ea64cd89 req-9949703d-2730-44c6-8cb1-8305b2e2a688 service nova] Acquired lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.network.neutron [req-9a58ca60-c107-4049-ba8f-a9f8ea64cd89 req-9949703d-2730-44c6-8cb1-8305b2e2a688 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Refreshing network info cache for port d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Start _get_guest_xml network_info=[{"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T19:17:58Z,direct_url=<?>,disk_format='qcow2',id=87af5a90-f410-4dbc-953a-5ef0b321f430,min_disk=0,min_ram=0,name='tempest-scenario-img--321996339',owner='6d89cad196214ac1a4fbc922924e5766',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T19:17:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '87af5a90-f410-4dbc-953a-5ef0b321f430'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:18:03 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:18:03 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T19:17:58Z,direct_url=<?>,disk_format='qcow2',id=87af5a90-f410-4dbc-953a-5ef0b321f430,min_disk=0,min_ram=0,name='tempest-scenario-img--321996339',owner='6d89cad196214ac1a4fbc922924e5766',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T19:17:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:18:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2068303438',display_name='tempest-TestMinimumBasicScenario-server-2068303438',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2068303438',id=34,image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPzVmtnomHUMk2iuGSDIg+DlqOt03se0JRlCr0eDwg3D0UelqF2bryURvtBvE6hYcB/dWpeWWTKC89bRIvga9xyWcVEN1YYMl1giQXnDILRin0pGZXxKQxPduhKGoRiNgw==',key_name='tempest-TestMinimumBasicScenario-984686413',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6d89cad196214ac1a4fbc922924e5766',ramdisk_id='',reservation_id='r-dhczs0t1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2144175549',owner_user_name='tempest-TestMinimumBasicScenario-2144175549-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:18:01Z,user_data=None,user_id='d5eaec7056754f47a2bc193e8dae5456',uuid=319c4c42-6d8f-41ae-85f5-2d74443704fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converting VIF {"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.objects.instance [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'pci_devices' on Instance uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:18:04 user nova-compute[75209]:   <uuid>319c4c42-6d8f-41ae-85f5-2d74443704fa</uuid>
Dec 04 19:18:04 user nova-compute[75209]:   <name>instance-00000022</name>
Dec 04 19:18:04 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:18:04 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:18:04 user nova-compute[75209]:   <metadata>
Dec 04 19:18:04 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:18:04 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:18:04 user nova-compute[75209]:       <nova:name>tempest-TestMinimumBasicScenario-server-2068303438</nova:name>
Dec 04 19:18:04 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:18:03</nova:creationTime>
Dec 04 19:18:04 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:18:04 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:18:04 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:18:04 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:18:04 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:18:04 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:18:04 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:18:04 user nova-compute[75209]:       <nova:owner>
Dec 04 19:18:04 user nova-compute[75209]:         <nova:user uuid="d5eaec7056754f47a2bc193e8dae5456">tempest-TestMinimumBasicScenario-2144175549-project-member</nova:user>
Dec 04 19:18:04 user nova-compute[75209]:         <nova:project uuid="6d89cad196214ac1a4fbc922924e5766">tempest-TestMinimumBasicScenario-2144175549</nova:project>
Dec 04 19:18:04 user nova-compute[75209]:       </nova:owner>
Dec 04 19:18:04 user nova-compute[75209]:       <nova:root type="image" uuid="87af5a90-f410-4dbc-953a-5ef0b321f430"/>
Dec 04 19:18:04 user nova-compute[75209]:       <nova:ports>
Dec 04 19:18:04 user nova-compute[75209]:         <nova:port uuid="d2ba1fad-0a16-4266-a8ee-2f3c62fd8737">
Dec 04 19:18:04 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:18:04 user nova-compute[75209]:         </nova:port>
Dec 04 19:18:04 user nova-compute[75209]:       </nova:ports>
Dec 04 19:18:04 user nova-compute[75209]:     </nova:instance>
Dec 04 19:18:04 user nova-compute[75209]:   </metadata>
Dec 04 19:18:04 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:18:04 user nova-compute[75209]:     <system>
Dec 04 19:18:04 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:18:04 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:18:04 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:18:04 user nova-compute[75209]:       <entry name="serial">319c4c42-6d8f-41ae-85f5-2d74443704fa</entry>
Dec 04 19:18:04 user nova-compute[75209]:       <entry name="uuid">319c4c42-6d8f-41ae-85f5-2d74443704fa</entry>
Dec 04 19:18:04 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:18:04 user nova-compute[75209]:     </system>
Dec 04 19:18:04 user nova-compute[75209]:   </sysinfo>
Dec 04 19:18:04 user nova-compute[75209]:   <os>
Dec 04 19:18:04 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:18:04 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:18:04 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:18:04 user nova-compute[75209]:   </os>
Dec 04 19:18:04 user nova-compute[75209]:   <features>
Dec 04 19:18:04 user nova-compute[75209]:     <acpi/>
Dec 04 19:18:04 user nova-compute[75209]:     <apic/>
Dec 04 19:18:04 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:18:04 user nova-compute[75209]:   </features>
Dec 04 19:18:04 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:18:04 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:18:04 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:18:04 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:18:04 user nova-compute[75209]:   </clock>
Dec 04 19:18:04 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:18:04 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:18:04 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:18:04 user nova-compute[75209]:   </cpu>
Dec 04 19:18:04 user nova-compute[75209]:   <devices>
Dec 04 19:18:04 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:18:04 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:18:04 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk"/>
Dec 04 19:18:04 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:18:04 user nova-compute[75209]:     </disk>
Dec 04 19:18:04 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:18:04 user nova-compute[75209]:       <mac address="fa:16:3e:8a:05:e6"/>
Dec 04 19:18:04 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:18:04 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:18:04 user nova-compute[75209]:       <target dev="tapd2ba1fad-0a"/>
Dec 04 19:18:04 user nova-compute[75209]:     </interface>
Dec 04 19:18:04 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:18:04 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/console.log" append="off"/>
Dec 04 19:18:04 user nova-compute[75209]:     </serial>
Dec 04 19:18:04 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:18:04 user nova-compute[75209]:     <video>
Dec 04 19:18:04 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:18:04 user nova-compute[75209]:     </video>
Dec 04 19:18:04 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:18:04 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:18:04 user nova-compute[75209]:     </rng>
Dec 04 19:18:04 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:18:04 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:18:04 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:18:04 user nova-compute[75209]:     </memballoon>
Dec 04 19:18:04 user nova-compute[75209]:   </devices>
Dec 04 19:18:04 user nova-compute[75209]: </domain>
Dec 04 19:18:04 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2068303438',display_name='tempest-TestMinimumBasicScenario-server-2068303438',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2068303438',id=34,image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPzVmtnomHUMk2iuGSDIg+DlqOt03se0JRlCr0eDwg3D0UelqF2bryURvtBvE6hYcB/dWpeWWTKC89bRIvga9xyWcVEN1YYMl1giQXnDILRin0pGZXxKQxPduhKGoRiNgw==',key_name='tempest-TestMinimumBasicScenario-984686413',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6d89cad196214ac1a4fbc922924e5766',ramdisk_id='',reservation_id='r-dhczs0t1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2144175549',owner_user_name='tempest-TestMinimumBasicScenario-2144175549-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:18:01Z,user_data=None,user_id='d5eaec7056754f47a2bc193e8dae5456',uuid=319c4c42-6d8f-41ae-85f5-2d74443704fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converting VIF {"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG os_vif [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '424e06eb-fcca-5d08-bf9b-8ecafc65e1f7', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd2ba1fad-0a, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd2ba1fad-0a, col_values=(('qos', UUID('1eae9ccb-1afc-4205-bc80-8790b174a559')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd2ba1fad-0a, col_values=(('external_ids', {'iface-id': 'd2ba1fad-0a16-4266-a8ee-2f3c62fd8737', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:05:e6', 'vm-uuid': '319c4c42-6d8f-41ae-85f5-2d74443704fa'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:04 user nova-compute[75209]: INFO os_vif [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a')
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] No VIF found with MAC fa:16:3e:8a:05:e6, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.network.neutron [req-9a58ca60-c107-4049-ba8f-a9f8ea64cd89 req-9949703d-2730-44c6-8cb1-8305b2e2a688 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updated VIF entry in instance network info cache for port d2ba1fad-0a16-4266-a8ee-2f3c62fd8737. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG nova.network.neutron [req-9a58ca60-c107-4049-ba8f-a9f8ea64cd89 req-9949703d-2730-44c6-8cb1-8305b2e2a688 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updating instance_info_cache with network_info: [{"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9a58ca60-c107-4049-ba8f-a9f8ea64cd89 req-9949703d-2730-44c6-8cb1-8305b2e2a688 service nova] Releasing lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-a23a60da-8daa-4f6e-9c66-6f4de41523cc req-ed925a8a-c29b-49b5-8a7c-fcee1c574448 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a23a60da-8daa-4f6e-9c66-6f4de41523cc req-ed925a8a-c29b-49b5-8a7c-fcee1c574448 service nova] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a23a60da-8daa-4f6e-9c66-6f4de41523cc req-ed925a8a-c29b-49b5-8a7c-fcee1c574448 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a23a60da-8daa-4f6e-9c66-6f4de41523cc req-ed925a8a-c29b-49b5-8a7c-fcee1c574448 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-a23a60da-8daa-4f6e-9c66-6f4de41523cc req-ed925a8a-c29b-49b5-8a7c-fcee1c574448 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] No waiting events found dispatching network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:18:06 user nova-compute[75209]: WARNING nova.compute.manager [req-a23a60da-8daa-4f6e-9c66-6f4de41523cc req-ed925a8a-c29b-49b5-8a7c-fcee1c574448 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received unexpected event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 for instance with vm_state building and task_state spawning.
Dec 04 19:18:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:18:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:18:07 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Instance spawned successfully.
Dec 04 19:18:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:18:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:07 user nova-compute[75209]: INFO nova.compute.manager [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Took 6.52 seconds to spawn the instance on the hypervisor.
Dec 04 19:18:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:18:07 user nova-compute[75209]: INFO nova.compute.manager [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Took 7.36 seconds to build instance.
Dec 04 19:18:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7f23e067-0b33-45fe-b6dd-52468f547b39 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.492s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-483a29f7-4233-4fab-9a75-b94718937d99 req-dc3b5096-b75f-468a-aef1-37e222c36e34 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-483a29f7-4233-4fab-9a75-b94718937d99 req-dc3b5096-b75f-468a-aef1-37e222c36e34 service nova] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-483a29f7-4233-4fab-9a75-b94718937d99 req-dc3b5096-b75f-468a-aef1-37e222c36e34 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-483a29f7-4233-4fab-9a75-b94718937d99 req-dc3b5096-b75f-468a-aef1-37e222c36e34 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-483a29f7-4233-4fab-9a75-b94718937d99 req-dc3b5096-b75f-468a-aef1-37e222c36e34 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] No waiting events found dispatching network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:18:08 user nova-compute[75209]: WARNING nova.compute.manager [req-483a29f7-4233-4fab-9a75-b94718937d99 req-dc3b5096-b75f-468a-aef1-37e222c36e34 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received unexpected event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 for instance with vm_state active and task_state None.
Dec 04 19:18:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid b033e42f-ffd3-41da-93f7-9271437c6b48 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 06876530-03cc-4b49-a912-dd4fe68f5446 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 78bee28b-137d-4870-8219-8bc4176528ce {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid d186ec65-cf03-4195-b81d-b88040afd855 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "06876530-03cc-4b49-a912-dd4fe68f5446" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "06876530-03cc-4b49-a912-dd4fe68f5446" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "78bee28b-137d-4870-8219-8bc4176528ce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "d186ec65-cf03-4195-b81d-b88040afd855" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "06876530-03cc-4b49-a912-dd4fe68f5446" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "78bee28b-137d-4870-8219-8bc4176528ce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "d186ec65-cf03-4195-b81d-b88040afd855" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.057s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.058s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:18:15 user nova-compute[75209]: INFO nova.compute.claims [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Claim successful on node user
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.505s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:18:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.policy [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7431fa0c19324e4b9a0458fb198fbde4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95620d29f786466cb932c79334c50bb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:18:15 user nova-compute[75209]: INFO nova.virt.block_device [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Booting with volume 5cd25d15-31e8-4433-8bf3-03461782c45c at /dev/vda
Dec 04 19:18:15 user nova-compute[75209]: DEBUG os_brick.utils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[86b0de91-2744-40cb-915e-7130585324ff]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b99aa2c0-19ec-41ca-bb7a-77df53028e0c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.032s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1968516-79a4-42f9-971c-173aaf1d6102]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[abac073b-3cfe-44b6-a11c-bbe32ec6b6e9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:18:15 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:18:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d06478-31d6-4ce1-9877-95b11d074f0c]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG os_brick.utils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:18:15 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating existing volume attachment record: 0fe1efc0-3e7d-4f4a-9104-f55c61afb83e {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:18:16 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Successfully created port: 4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Successfully updated port: 4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquired lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-3bba74c9-0f0a-40fb-996c-aca5cea306e4 req-340adb81-bd3e-49d3-b28f-b5a9ce773285 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-changed-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-3bba74c9-0f0a-40fb-996c-aca5cea306e4 req-340adb81-bd3e-49d3-b28f-b5a9ce773285 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Refreshing instance network info cache due to event network-changed-4f017998-1e28-42c8-a078-fd074faca753. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3bba74c9-0f0a-40fb-996c-aca5cea306e4 req-340adb81-bd3e-49d3-b28f-b5a9ce773285 service nova] Acquiring lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG nova.network.neutron [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating instance_info_cache with network_info: [{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Releasing lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Instance network_info: |[{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3bba74c9-0f0a-40fb-996c-aca5cea306e4 req-340adb81-bd3e-49d3-b28f-b5a9ce773285 service nova] Acquired lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:18:17 user nova-compute[75209]: DEBUG nova.network.neutron [req-3bba74c9-0f0a-40fb-996c-aca5cea306e4 req-340adb81-bd3e-49d3-b28f-b5a9ce773285 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Refreshing network info cache for port 4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:18:18 user nova-compute[75209]: DEBUG nova.network.neutron [req-3bba74c9-0f0a-40fb-996c-aca5cea306e4 req-340adb81-bd3e-49d3-b28f-b5a9ce773285 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updated VIF entry in instance network info cache for port 4f017998-1e28-42c8-a078-fd074faca753. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:18:18 user nova-compute[75209]: DEBUG nova.network.neutron [req-3bba74c9-0f0a-40fb-996c-aca5cea306e4 req-340adb81-bd3e-49d3-b28f-b5a9ce773285 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating instance_info_cache with network_info: [{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:18:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3bba74c9-0f0a-40fb-996c-aca5cea306e4 req-340adb81-bd3e-49d3-b28f-b5a9ce773285 service nova] Releasing lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:18:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:18:24 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:18:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:18:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:18:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:18:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updating instance_info_cache with network_info: [{"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:18:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:18:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:18:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:18:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:18:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:18:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:26 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:18:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:18:28 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Creating image(s)
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Ensure instance console log exists: /opt/stack/data/nova/instances/63bc697d-fc5b-4bec-9075-7d2946aaa599/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Start _get_guest_xml network_info=[{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': '0fe1efc0-3e7d-4f4a-9104-f55c61afb83e', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPOenxyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '63bc697d-fc5b-4bec-9075-7d2946aaa599', 'attached_at': '', 'detached_at': '', 'volume_id': '5cd25d15-31e8-4433-8bf3-03461782c45c', 'serial': '5cd25d15-31e8-4433-8bf3-03461782c45c'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:18:28 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:18:28 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPOenxyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:18:28 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:18:28 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:18:28 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec40d55b-41ab-47cf-b98b-1ee09677955a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:18:28 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[432f4494-39c6-4947-b43c-f1fbac0d17c8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c] added
Dec 04 19:18:28 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5d5c5d-22b0-41d3-aa1a-38d6b896f8c0]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e6f443d-c067-4090-a052-63e0ad99495c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jPOenxyM {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jPOenxyM" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4212a12-b74d-44a9-815d-03f7c1ed82ea]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jPOenxyM'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ffb967-857a-49b9-a391-32bbe3f8bc4b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6f4377f-ba4e-460d-9914-359a93e8c0f7]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:18:28 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:18:28 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b952c56-0dcd-4794-85e1-b1389131ec29]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260]
Dec 04 19:18:28 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260] successful.
Dec 04 19:18:28 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[01e917f1-26c1-489e-9863-2884863823bf]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0221ca-244d-4378-a97d-869f196bdb0b]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:18:28 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:18:28 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:18:28 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:18:28 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] HCTL ('33', '-', '-', 0) found on session 35 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d09abf67-2e7b-4bfe-9d53-b80357720650]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPOenxyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '26362613136383430', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362613136383430', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:18:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1613883483',display_name='tempest-TestShelveInstance-server-1613883483',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1613883483',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEXrKq27Td9hFtbrgdF3/z8swawxwl0aoEHNf24qxcsQ0qEcopD114mxRo9/cpi9H0hz4GhlrSh19K3+B8A7LQKd6KX6368Il1Am4Mgg5u/7BBMlITe00UfLEIgRX38C7Q==',key_name='tempest-TestShelveInstance-44353607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='95620d29f786466cb932c79334c50bb2',ramdisk_id='',reservation_id='r-700eiyud',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-837078313',owner_user_name='tempest-TestShelveInstance-837078313-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:18:16Z,user_data=None,user_id='7431fa0c19324e4b9a0458fb198fbde4',uuid=63bc697d-fc5b-4bec-9075-7d2946aaa599,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converting VIF {"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.objects.instance [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lazy-loading 'pci_devices' on Instance uuid 63bc697d-fc5b-4bec-9075-7d2946aaa599 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:18:29 user nova-compute[75209]:   <uuid>63bc697d-fc5b-4bec-9075-7d2946aaa599</uuid>
Dec 04 19:18:29 user nova-compute[75209]:   <name>instance-00000023</name>
Dec 04 19:18:29 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:18:29 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:18:29 user nova-compute[75209]:   <metadata>
Dec 04 19:18:29 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:18:29 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:18:29 user nova-compute[75209]:       <nova:name>tempest-TestShelveInstance-server-1613883483</nova:name>
Dec 04 19:18:29 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:18:28</nova:creationTime>
Dec 04 19:18:29 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:18:29 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:18:29 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:18:29 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:18:29 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:18:29 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:18:29 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:18:29 user nova-compute[75209]:       <nova:owner>
Dec 04 19:18:29 user nova-compute[75209]:         <nova:user uuid="7431fa0c19324e4b9a0458fb198fbde4">tempest-TestShelveInstance-837078313-project-member</nova:user>
Dec 04 19:18:29 user nova-compute[75209]:         <nova:project uuid="95620d29f786466cb932c79334c50bb2">tempest-TestShelveInstance-837078313</nova:project>
Dec 04 19:18:29 user nova-compute[75209]:       </nova:owner>
Dec 04 19:18:29 user nova-compute[75209]:       <nova:ports>
Dec 04 19:18:29 user nova-compute[75209]:         <nova:port uuid="4f017998-1e28-42c8-a078-fd074faca753">
Dec 04 19:18:29 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 04 19:18:29 user nova-compute[75209]:         </nova:port>
Dec 04 19:18:29 user nova-compute[75209]:       </nova:ports>
Dec 04 19:18:29 user nova-compute[75209]:     </nova:instance>
Dec 04 19:18:29 user nova-compute[75209]:   </metadata>
Dec 04 19:18:29 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:18:29 user nova-compute[75209]:     <system>
Dec 04 19:18:29 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:18:29 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:18:29 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:18:29 user nova-compute[75209]:       <entry name="serial">63bc697d-fc5b-4bec-9075-7d2946aaa599</entry>
Dec 04 19:18:29 user nova-compute[75209]:       <entry name="uuid">63bc697d-fc5b-4bec-9075-7d2946aaa599</entry>
Dec 04 19:18:29 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:18:29 user nova-compute[75209]:     </system>
Dec 04 19:18:29 user nova-compute[75209]:   </sysinfo>
Dec 04 19:18:29 user nova-compute[75209]:   <os>
Dec 04 19:18:29 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:18:29 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:18:29 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:18:29 user nova-compute[75209]:   </os>
Dec 04 19:18:29 user nova-compute[75209]:   <features>
Dec 04 19:18:29 user nova-compute[75209]:     <acpi/>
Dec 04 19:18:29 user nova-compute[75209]:     <apic/>
Dec 04 19:18:29 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:18:29 user nova-compute[75209]:   </features>
Dec 04 19:18:29 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:18:29 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:18:29 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:18:29 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:18:29 user nova-compute[75209]:   </clock>
Dec 04 19:18:29 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:18:29 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:18:29 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:18:29 user nova-compute[75209]:   </cpu>
Dec 04 19:18:29 user nova-compute[75209]:   <devices>
Dec 04 19:18:29 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:18:29 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:18:29 user nova-compute[75209]:       <source dev="/dev/sdb"/>
Dec 04 19:18:29 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:18:29 user nova-compute[75209]:       <serial>5cd25d15-31e8-4433-8bf3-03461782c45c</serial>
Dec 04 19:18:29 user nova-compute[75209]:     </disk>
Dec 04 19:18:29 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:18:29 user nova-compute[75209]:       <mac address="fa:16:3e:8c:9d:27"/>
Dec 04 19:18:29 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:18:29 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:18:29 user nova-compute[75209]:       <target dev="tap4f017998-1e"/>
Dec 04 19:18:29 user nova-compute[75209]:     </interface>
Dec 04 19:18:29 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:18:29 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/63bc697d-fc5b-4bec-9075-7d2946aaa599/console.log" append="off"/>
Dec 04 19:18:29 user nova-compute[75209]:     </serial>
Dec 04 19:18:29 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:18:29 user nova-compute[75209]:     <video>
Dec 04 19:18:29 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:18:29 user nova-compute[75209]:     </video>
Dec 04 19:18:29 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:18:29 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:18:29 user nova-compute[75209]:     </rng>
Dec 04 19:18:29 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:18:29 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:18:29 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:18:29 user nova-compute[75209]:     </memballoon>
Dec 04 19:18:29 user nova-compute[75209]:   </devices>
Dec 04 19:18:29 user nova-compute[75209]: </domain>
Dec 04 19:18:29 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:18:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1613883483',display_name='tempest-TestShelveInstance-server-1613883483',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1613883483',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEXrKq27Td9hFtbrgdF3/z8swawxwl0aoEHNf24qxcsQ0qEcopD114mxRo9/cpi9H0hz4GhlrSh19K3+B8A7LQKd6KX6368Il1Am4Mgg5u/7BBMlITe00UfLEIgRX38C7Q==',key_name='tempest-TestShelveInstance-44353607',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='95620d29f786466cb932c79334c50bb2',ramdisk_id='',reservation_id='r-700eiyud',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-837078313',owner_user_name='tempest-TestShelveInstance-837078313-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:18:16Z,user_data=None,user_id='7431fa0c19324e4b9a0458fb198fbde4',uuid=63bc697d-fc5b-4bec-9075-7d2946aaa599,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converting VIF {"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG os_vif [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f8cd5eef-67a5-5320-880f-b633b4461410', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4f017998-1e, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4f017998-1e, col_values=(('qos', UUID('df58fa34-438f-4dc5-a6b7-9610ed5483a6')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4f017998-1e, col_values=(('external_ids', {'iface-id': '4f017998-1e28-42c8-a078-fd074faca753', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:9d:27', 'vm-uuid': '63bc697d-fc5b-4bec-9075-7d2946aaa599'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:29 user nova-compute[75209]: INFO os_vif [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e')
Dec 04 19:18:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] No VIF found with MAC fa:16:3e:8c:9d:27, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:18:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-ebb473bd-30bf-4cb2-ba60-7e7463fed320 req-b4cb0cac-d046-4693-8f6a-6ee872b91d0d service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ebb473bd-30bf-4cb2-ba60-7e7463fed320 req-b4cb0cac-d046-4693-8f6a-6ee872b91d0d service nova] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ebb473bd-30bf-4cb2-ba60-7e7463fed320 req-b4cb0cac-d046-4693-8f6a-6ee872b91d0d service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ebb473bd-30bf-4cb2-ba60-7e7463fed320 req-b4cb0cac-d046-4693-8f6a-6ee872b91d0d service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-ebb473bd-30bf-4cb2-ba60-7e7463fed320 req-b4cb0cac-d046-4693-8f6a-6ee872b91d0d service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] No waiting events found dispatching network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:18:33 user nova-compute[75209]: WARNING nova.compute.manager [req-ebb473bd-30bf-4cb2-ba60-7e7463fed320 req-b4cb0cac-d046-4693-8f6a-6ee872b91d0d service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received unexpected event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 for instance with vm_state building and task_state spawning.
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-304244d7-9ea4-44e5-a34a-ec876c02e655 req-906be1fc-3111-4539-b459-8a0475b85572 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-304244d7-9ea4-44e5-a34a-ec876c02e655 req-906be1fc-3111-4539-b459-8a0475b85572 service nova] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-304244d7-9ea4-44e5-a34a-ec876c02e655 req-906be1fc-3111-4539-b459-8a0475b85572 service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-304244d7-9ea4-44e5-a34a-ec876c02e655 req-906be1fc-3111-4539-b459-8a0475b85572 service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-304244d7-9ea4-44e5-a34a-ec876c02e655 req-906be1fc-3111-4539-b459-8a0475b85572 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] No waiting events found dispatching network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:18:33 user nova-compute[75209]: WARNING nova.compute.manager [req-304244d7-9ea4-44e5-a34a-ec876c02e655 req-906be1fc-3111-4539-b459-8a0475b85572 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received unexpected event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 for instance with vm_state building and task_state spawning.
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:18:33 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:18:33 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7839MB free_disk=24.982601165771484GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Instance spawned successfully.
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:18:33 user nova-compute[75209]: INFO nova.compute.manager [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Took 5.33 seconds to spawn the instance on the hypervisor.
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance b033e42f-ffd3-41da-93f7-9271437c6b48 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 78bee28b-137d-4870-8219-8bc4176528ce actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance d186ec65-cf03-4195-b81d-b88040afd855 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 319c4c42-6d8f-41ae-85f5-2d74443704fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 63bc697d-fc5b-4bec-9075-7d2946aaa599 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:18:33 user nova-compute[75209]: INFO nova.compute.manager [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Took 18.50 seconds to build instance.
Dec 04 19:18:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6ede43e6-e772-4cb3-b104-5f81cf9e140b tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.614s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:18:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.480s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:18:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:18:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:18:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:18:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:18:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:18:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:47 user nova-compute[75209]: INFO nova.compute.manager [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Terminating instance
Dec 04 19:18:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG nova.compute.manager [req-fddd4531-2346-436d-985f-674d42a1d2b0 req-275f181c-0e78-4d8e-b67f-a40dbb20933a service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-vif-unplugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fddd4531-2346-436d-985f-674d42a1d2b0 req-275f181c-0e78-4d8e-b67f-a40dbb20933a service nova] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fddd4531-2346-436d-985f-674d42a1d2b0 req-275f181c-0e78-4d8e-b67f-a40dbb20933a service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fddd4531-2346-436d-985f-674d42a1d2b0 req-275f181c-0e78-4d8e-b67f-a40dbb20933a service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG nova.compute.manager [req-fddd4531-2346-436d-985f-674d42a1d2b0 req-275f181c-0e78-4d8e-b67f-a40dbb20933a service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] No waiting events found dispatching network-vif-unplugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:18:47 user nova-compute[75209]: DEBUG nova.compute.manager [req-fddd4531-2346-436d-985f-674d42a1d2b0 req-275f181c-0e78-4d8e-b67f-a40dbb20933a service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-vif-unplugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:48 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Instance destroyed successfully.
Dec 04 19:18:48 user nova-compute[75209]: DEBUG nova.objects.instance [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'resources' on Instance uuid b033e42f-ffd3-41da-93f7-9271437c6b48 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2121803565',display_name='tempest-ServerRescueNegativeTestJSON-server-2121803565',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2121803565',id=4,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:04:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-n5zodgru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:04:30Z,user_data=None,user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=b033e42f-ffd3-41da-93f7-9271437c6b48,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "address": "fa:16:3e:25:ea:47", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f91dc28-5e", "ovs_interfaceid": "2f91dc28-5e5b-4ebd-b064-a5469c0161f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:25:ea:47,bridge_name='br-int',has_traffic_filtering=True,id=2f91dc28-5e5b-4ebd-b064-a5469c0161f6,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f91dc28-5e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG os_vif [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:25:ea:47,bridge_name='br-int',has_traffic_filtering=True,id=2f91dc28-5e5b-4ebd-b064-a5469c0161f6,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f91dc28-5e') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f91dc28-5e, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=84e56d5d-3d9c-47ef-9b61-54718061ab84) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:18:48 user nova-compute[75209]: INFO os_vif [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:25:ea:47,bridge_name='br-int',has_traffic_filtering=True,id=2f91dc28-5e5b-4ebd-b064-a5469c0161f6,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f91dc28-5e')
Dec 04 19:18:48 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Deleting instance files /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48_del
Dec 04 19:18:48 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Deletion of /opt/stack/data/nova/instances/b033e42f-ffd3-41da-93f7-9271437c6b48_del complete
Dec 04 19:18:48 user nova-compute[75209]: INFO nova.compute.manager [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Took 0.74 seconds to destroy the instance on the hypervisor.
Dec 04 19:18:48 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:18:48 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Took 0.49 seconds to deallocate network for instance.
Dec 04 19:18:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:49 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:18:49 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:18:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.289s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:49 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Deleted allocations for instance b033e42f-ffd3-41da-93f7-9271437c6b48
Dec 04 19:18:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-32e274d8-00ca-4afc-ba12-71ef3d6e16bb tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.702s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-e332d508-ae69-463d-a614-15d16a432fdb req-6f0a0d23-5492-4a09-9ee8-82c97129d2e4 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e332d508-ae69-463d-a614-15d16a432fdb req-6f0a0d23-5492-4a09-9ee8-82c97129d2e4 service nova] Acquiring lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e332d508-ae69-463d-a614-15d16a432fdb req-6f0a0d23-5492-4a09-9ee8-82c97129d2e4 service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e332d508-ae69-463d-a614-15d16a432fdb req-6f0a0d23-5492-4a09-9ee8-82c97129d2e4 service nova] Lock "b033e42f-ffd3-41da-93f7-9271437c6b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-e332d508-ae69-463d-a614-15d16a432fdb req-6f0a0d23-5492-4a09-9ee8-82c97129d2e4 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] No waiting events found dispatching network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:18:50 user nova-compute[75209]: WARNING nova.compute.manager [req-e332d508-ae69-463d-a614-15d16a432fdb req-6f0a0d23-5492-4a09-9ee8-82c97129d2e4 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received unexpected event network-vif-plugged-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 for instance with vm_state deleted and task_state None.
Dec 04 19:18:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-e332d508-ae69-463d-a614-15d16a432fdb req-6f0a0d23-5492-4a09-9ee8-82c97129d2e4 service nova] [instance: b033e42f-ffd3-41da-93f7-9271437c6b48] Received event network-vif-deleted-2f91dc28-5e5b-4ebd-b064-a5469c0161f6 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:54 user nova-compute[75209]: INFO nova.compute.manager [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Detaching volume a212ab3c-4a1d-45b1-991a-682e461d3aed
Dec 04 19:18:54 user nova-compute[75209]: INFO nova.virt.block_device [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Attempting to driver detach volume a212ab3c-4a1d-45b1-991a-682e461d3aed from mountpoint /dev/vdb
Dec 04 19:18:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Attempting to detach device vdb from instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:18:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:18:54 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:18:54 user nova-compute[75209]:   <source dev="/dev/sdc"/>
Dec 04 19:18:54 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:18:54 user nova-compute[75209]:   <serial>a212ab3c-4a1d-45b1-991a-682e461d3aed</serial>
Dec 04 19:18:54 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 19:18:54 user nova-compute[75209]: </disk>
Dec 04 19:18:54 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:18:54 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully detached device vdb from instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec from the persistent domain config.
Dec 04 19:18:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:18:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:18:54 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:18:54 user nova-compute[75209]:   <source dev="/dev/sdc"/>
Dec 04 19:18:54 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:18:54 user nova-compute[75209]:   <serial>a212ab3c-4a1d-45b1-991a-682e461d3aed</serial>
Dec 04 19:18:54 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 19:18:54 user nova-compute[75209]: </disk>
Dec 04 19:18:54 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:18:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:18:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-680e6642-0d35-4c70-81cc-a343d9b12399 req-4af4c599-a6f1-4387-ac38-0d9590f25151 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received event network-changed-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-680e6642-0d35-4c70-81cc-a343d9b12399 req-4af4c599-a6f1-4387-ac38-0d9590f25151 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Refreshing instance network info cache due to event network-changed-03d8bd1d-07dd-4876-b2fa-aadfe82272ae. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-680e6642-0d35-4c70-81cc-a343d9b12399 req-4af4c599-a6f1-4387-ac38-0d9590f25151 service nova] Acquiring lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-680e6642-0d35-4c70-81cc-a343d9b12399 req-4af4c599-a6f1-4387-ac38-0d9590f25151 service nova] Acquired lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG nova.network.neutron [req-680e6642-0d35-4c70-81cc-a343d9b12399 req-4af4c599-a6f1-4387-ac38-0d9590f25151 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Refreshing network info cache for port 03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-82abb5fd-f8da-4d4c-8128-e76c2e1fc499 req-c561bbb5-aab0-4a00-9ca2-bbdf475b2411 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received event network-changed-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-82abb5fd-f8da-4d4c-8128-e76c2e1fc499 req-c561bbb5-aab0-4a00-9ca2-bbdf475b2411 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Refreshing instance network info cache due to event network-changed-15faafec-be07-48f2-9329-3d9401c0c6ec. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-82abb5fd-f8da-4d4c-8128-e76c2e1fc499 req-c561bbb5-aab0-4a00-9ca2-bbdf475b2411 service nova] Acquiring lock "refresh_cache-2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-82abb5fd-f8da-4d4c-8128-e76c2e1fc499 req-c561bbb5-aab0-4a00-9ca2-bbdf475b2411 service nova] Acquired lock "refresh_cache-2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG nova.network.neutron [req-82abb5fd-f8da-4d4c-8128-e76c2e1fc499 req-c561bbb5-aab0-4a00-9ca2-bbdf475b2411 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Refreshing network info cache for port 15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG nova.objects.instance [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lazy-loading 'flavor' on Instance uuid 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:18:59 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Ignoring supplied device name: /dev/vdb
Dec 04 19:18:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG nova.network.neutron [req-680e6642-0d35-4c70-81cc-a343d9b12399 req-4af4c599-a6f1-4387-ac38-0d9590f25151 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Updated VIF entry in instance network info cache for port 03d8bd1d-07dd-4876-b2fa-aadfe82272ae. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG nova.network.neutron [req-680e6642-0d35-4c70-81cc-a343d9b12399 req-4af4c599-a6f1-4387-ac38-0d9590f25151 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Updating instance_info_cache with network_info: [{"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-680e6642-0d35-4c70-81cc-a343d9b12399 req-4af4c599-a6f1-4387-ac38-0d9590f25151 service nova] Releasing lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:18:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:18:59 user nova-compute[75209]: INFO nova.compute.manager [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Attaching volume b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf to /dev/vdb
Dec 04 19:19:00 user nova-compute[75209]: DEBUG os_brick.utils [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bdb44a7-286b-499c-80c3-eccd02a637a0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2e8823a-f728-44b7-a2b6-93ef635c0eb5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf5764f-f513-4d65-b380-c5f65b07c9e9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[906bd5f7-1847-4ade-b2c7-0a69a41b2b51]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG nova.network.neutron [req-82abb5fd-f8da-4d4c-8128-e76c2e1fc499 req-c561bbb5-aab0-4a00-9ca2-bbdf475b2411 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Updated VIF entry in instance network info cache for port 15faafec-be07-48f2-9329-3d9401c0c6ec. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG nova.network.neutron [req-82abb5fd-f8da-4d4c-8128-e76c2e1fc499 req-c561bbb5-aab0-4a00-9ca2-bbdf475b2411 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Updating instance_info_cache with network_info: [{"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:19:00 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d040dc89-d822-433d-8b6a-70ada50b5099]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-82abb5fd-f8da-4d4c-8128-e76c2e1fc499 req-c561bbb5-aab0-4a00-9ca2-bbdf475b2411 service nova] Releasing lock "refresh_cache-2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG os_brick.utils [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:19:00 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Updating existing volume attachment record: 601888aa-cc5d-48e7-a1d6-039acec2dffc {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "78bee28b-137d-4870-8219-8bc4176528ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:01 user nova-compute[75209]: INFO nova.compute.manager [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Terminating instance
Dec 04 19:19:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-6755ee48-df4d-49bf-9659-f3c615995d2c req-796d7653-edae-4b53-ad90-afc611f1bf78 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received event network-vif-unplugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6755ee48-df4d-49bf-9659-f3c615995d2c req-796d7653-edae-4b53-ad90-afc611f1bf78 service nova] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6755ee48-df4d-49bf-9659-f3c615995d2c req-796d7653-edae-4b53-ad90-afc611f1bf78 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6755ee48-df4d-49bf-9659-f3c615995d2c req-796d7653-edae-4b53-ad90-afc611f1bf78 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-6755ee48-df4d-49bf-9659-f3c615995d2c req-796d7653-edae-4b53-ad90-afc611f1bf78 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] No waiting events found dispatching network-vif-unplugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-6755ee48-df4d-49bf-9659-f3c615995d2c req-796d7653-edae-4b53-ad90-afc611f1bf78 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received event network-vif-unplugged-a984610d-c423-4ce3-b733-ad7c692f8f78 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Instance destroyed successfully.
Dec 04 19:19:01 user nova-compute[75209]: DEBUG nova.objects.instance [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lazy-loading 'resources' on Instance uuid 78bee28b-137d-4870-8219-8bc4176528ce {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-203633544',display_name='tempest-VolumesActionsTest-instance-203633544',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-203633544',id=31,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:17:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa753c103247491aa6d30d0e696ccb97',ramdisk_id='',reservation_id='r-gs2upz2w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-249107675',owner_user_name='tempest-VolumesActionsTest-249107675-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:17:13Z,user_data=None,user_id='73bfbb5195274a17bd516f45df83f45b',uuid=78bee28b-137d-4870-8219-8bc4176528ce,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a984610d-c423-4ce3-b733-ad7c692f8f78", "address": "fa:16:3e:57:74:41", "network": {"id": "80a30f22-2850-4e83-b0d1-ee6850f6ad02", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2064189626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa753c103247491aa6d30d0e696ccb97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa984610d-c4", "ovs_interfaceid": "a984610d-c423-4ce3-b733-ad7c692f8f78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Converting VIF {"id": "a984610d-c423-4ce3-b733-ad7c692f8f78", "address": "fa:16:3e:57:74:41", "network": {"id": "80a30f22-2850-4e83-b0d1-ee6850f6ad02", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2064189626-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa753c103247491aa6d30d0e696ccb97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa984610d-c4", "ovs_interfaceid": "a984610d-c423-4ce3-b733-ad7c692f8f78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:74:41,bridge_name='br-int',has_traffic_filtering=True,id=a984610d-c423-4ce3-b733-ad7c692f8f78,network=Network(80a30f22-2850-4e83-b0d1-ee6850f6ad02),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa984610d-c4') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG os_vif [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:74:41,bridge_name='br-int',has_traffic_filtering=True,id=a984610d-c423-4ce3-b733-ad7c692f8f78,network=Network(80a30f22-2850-4e83-b0d1-ee6850f6ad02),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa984610d-c4') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa984610d-c4, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4bbef031-04ac-4496-b72f-3783d0ee3106) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'flavor' on Instance uuid d186ec65-cf03-4195-b81d-b88040afd855 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:01 user nova-compute[75209]: INFO os_vif [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:74:41,bridge_name='br-int',has_traffic_filtering=True,id=a984610d-c423-4ce3-b733-ad7c692f8f78,network=Network(80a30f22-2850-4e83-b0d1-ee6850f6ad02),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa984610d-c4')
Dec 04 19:19:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Deleting instance files /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce_del
Dec 04 19:19:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Deletion of /opt/stack/data/nova/instances/78bee28b-137d-4870-8219-8bc4176528ce_del complete
Dec 04 19:19:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.116s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:02 user nova-compute[75209]: INFO nova.compute.manager [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:02 user nova-compute[75209]: INFO nova.compute.manager [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Attaching volume 876cdddc-f395-4bc0-960d-3b6c9f14d81d to /dev/vdb
Dec 04 19:19:02 user nova-compute[75209]: DEBUG os_brick.utils [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebe84142-1770-4d4f-83ea-74faf83df59a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[64e8f8dc-1e65-488f-a3e1-bb47eb3e841c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ecd1aa5-834c-4e96-83ad-3f8a5f8bcd98]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b6e220-b181-4bbf-9a11-b4fadc7c19c7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:19:02 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[700a6a4c-61c1-4d9a-8ece-dcdceca95676]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG os_brick.utils [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Updating existing volume attachment record: ad69398b-e385-4e30-8541-7bff05a1e776 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:19:02 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Took 0.55 seconds to deallocate network for instance.
Dec 04 19:19:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-f74a1638-611b-454d-9bdf-8e98c2f0980d req-e3e3b5ed-292e-48df-9d50-1f335adb62c4 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received event network-vif-deleted-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:02 user nova-compute[75209]: INFO nova.compute.manager [req-f74a1638-611b-454d-9bdf-8e98c2f0980d req-e3e3b5ed-292e-48df-9d50-1f335adb62c4 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Neutron deleted interface a984610d-c423-4ce3-b733-ad7c692f8f78; detaching it from the instance and deleting it from the info cache
Dec 04 19:19:02 user nova-compute[75209]: DEBUG nova.network.neutron [req-f74a1638-611b-454d-9bdf-8e98c2f0980d req-e3e3b5ed-292e-48df-9d50-1f335adb62c4 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-f74a1638-611b-454d-9bdf-8e98c2f0980d req-e3e3b5ed-292e-48df-9d50-1f335adb62c4 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Detach interface failed, port_id=a984610d-c423-4ce3-b733-ad7c692f8f78, reason: Instance 78bee28b-137d-4870-8219-8bc4176528ce could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.363s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:03 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Deleted allocations for instance 78bee28b-137d-4870-8219-8bc4176528ce
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4b27cc13-5f72-4f53-83ba-7a814f6cd9de tempest-VolumesActionsTest-249107675 tempest-VolumesActionsTest-249107675-project-member] Lock "78bee28b-137d-4870-8219-8bc4176528ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.051s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] No waiting events found dispatching network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:03 user nova-compute[75209]: WARNING nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received unexpected event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 for instance with vm_state deleted and task_state None.
Dec 04 19:19:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] No waiting events found dispatching network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:03 user nova-compute[75209]: WARNING nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received unexpected event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 for instance with vm_state deleted and task_state None.
Dec 04 19:19:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] No waiting events found dispatching network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:03 user nova-compute[75209]: WARNING nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received unexpected event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 for instance with vm_state deleted and task_state None.
Dec 04 19:19:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Acquiring lock "78bee28b-137d-4870-8219-8bc4176528ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] Lock "78bee28b-137d-4870-8219-8bc4176528ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] No waiting events found dispatching network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:03 user nova-compute[75209]: WARNING nova.compute.manager [req-99a95347-1546-4738-9290-999742f78cb4 req-6e89532a-43b5-4bf6-89e9-ad95863991c5 service nova] [instance: 78bee28b-137d-4870-8219-8bc4176528ce] Received unexpected event network-vif-plugged-a984610d-c423-4ce3-b733-ad7c692f8f78 for instance with vm_state deleted and task_state None.
Dec 04 19:19:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AqFMldsm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:19:10 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:19:10 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:19:10 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[08b78028-646c-4724-9a01-4cd0babda79f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:19:10 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[12e8b240-9428-4ce7-bda7-6e67a0a45613]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf] added
Dec 04 19:19:10 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[773c82c5-6eba-4042-8c35-16ee8554a3e9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de17f8a-d69f-45fd-99a7-c25cc9b3090f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AqFMldsm {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AqFMldsm" returned: 0 in 0.041s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e56e0b8-6b47-4074-8f87-9a945adec91d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AqFMldsm'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac378925-a203-4c9f-80c2-24b08c536c48]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b94a483-f5ae-48e6-a6c2-6a42d3b0b227]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:19:10 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:10 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:19:10 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:10 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5602db4-8e36-4ffc-be21-e00529df64f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf, portal: 172.16.0.220,3260]
Dec 04 19:19:10 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf, portal: 172.16.0.220,3260] successful.
Dec 04 19:19:10 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f67df3-3206-444c-8efb-6834396477d1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[420ed19d-1031-429d-8ed8-89d00d61bdef]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:19:10 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:10 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:10 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:19:10 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:10 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:10 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.435s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] HCTL ('35', '-', '-', 0) found on session 36 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d277877a-6727-43e3-a5a3-33c3923e8e79]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Searching for a device in session 36 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:19:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AqFMldsm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.483s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] <== connect_volume: return (1485ms) {'type': 'block', 'scsi_wwn': '26335633732653965', 'path': '/dev/sdd'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26335633732653965', 'path': '/dev/sdd'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG nova.objects.instance [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lazy-loading 'flavor' on Instance uuid 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:19:11 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:19:11 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:19:11 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:19:11 user nova-compute[75209]:   <serial>b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf</serial>
Dec 04 19:19:11 user nova-compute[75209]: </disk>
Dec 04 19:19:11 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EyCxrTWn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:19:11 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:19:11 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:19:11 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[136d31e5-9415-4053-95e4-32d1b10b61ee]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:19:11 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d91428a-c633-42f9-b454-76d6dff5daea]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d] added
Dec 04 19:19:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6b0152-b8d3-4eac-b146-89a0a0f7e0b7]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3cc3b5c-c69b-4324-9282-ffc2c23ec654]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EyCxrTWn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EyCxrTWn" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5d7ddca-5882-421f-bcf9-d1acb1fded17]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EyCxrTWn'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9cdd81a-8c68-4d1b-aaf9-b99f44baceb5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[125346cd-259d-43c7-badc-ff99ecc4bfc4]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:19:11 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:11 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:19:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:19:11 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:11 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[09d8ee62-234a-44f9-a664-0b1882e70ec4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d, portal: 172.16.0.220,3260]
Dec 04 19:19:12 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d, portal: 172.16.0.220,3260] successful.
Dec 04 19:19:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[15eea8a4-03f7-4573-8f9f-fe60d5e8c2b4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] No VIF found with MAC fa:16:3e:c3:23:38, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[91ae1bba-5a41-451c-808d-d64d9d751cf8]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:19:12 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:12 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:12 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:19:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:19:12 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:12 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:12 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:19:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] HCTL ('36', '-', '-', 0) found on session 37 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a0d04a9-0a03-4e7b-a10f-c259147c2698]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching for a device in session 37 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EyCxrTWn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:19:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ee0b5cbe-2710-4bc3-9484-dcbd1f8058ae tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.290s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:19:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '23431613037646137', 'path': '/dev/sde'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:19:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23431613037646137', 'path': '/dev/sde'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:19:13 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'flavor' on Instance uuid d186ec65-cf03-4195-b81d-b88040afd855 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:19:13 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:19:13 user nova-compute[75209]:   <source dev="/dev/sde"/>
Dec 04 19:19:13 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:19:13 user nova-compute[75209]:   <serial>876cdddc-f395-4bc0-960d-3b6c9f14d81d</serial>
Dec 04 19:19:13 user nova-compute[75209]: </disk>
Dec 04 19:19:13 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:19:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:19:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:19:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No VIF found with MAC fa:16:3e:0d:5b:a0, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:19:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1bb36d1-05cd-4858-945a-6cc0e9e98fe0 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.443s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:14 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec is timed out.
Dec 04 19:19:14 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully detached device vdb from instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec from the live domain config.
Dec 04 19:19:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'erCvdLDT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:19:14 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4c1a36a-0a29-4fdd-971c-30a2fd2c73e5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:19:14 user nova-compute[75209]: No targets found.
Dec 04 19:19:14 user nova-compute[75209]: iSNS:
Dec 04 19:19:14 user nova-compute[75209]: No targets found.
Dec 04 19:19:14 user nova-compute[75209]: STATIC:
Dec 04 19:19:14 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d
Dec 04 19:19:14 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:19:14 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:19:14 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c
Dec 04 19:19:14 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:19:14 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:19:14 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed
Dec 04 19:19:14 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:19:14 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:19:14 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf
Dec 04 19:19:14 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:19:14 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:19:14 user nova-compute[75209]: FIRMWARE:
Dec 04 19:19:14 user nova-compute[75209]: No targets found.
Dec 04 19:19:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:19:14 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:19:14 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[64313231-6350-44ff-8a1d-7ddf5e2f9088]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8efefa3f-711b-4924-a5aa-1834b984c987]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:19:14 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:14 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:14 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:19:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed (non-flash)
Dec 04 19:19:14 user nova-compute[75209]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:14 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:14 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:19:14 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7ebe20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed'): ({'sdc'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Removing single pathed devices sdc {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[58c0f0b0-e3e3-4f7f-977d-e7aed7381e86]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed060eaa-0f32-4b86-8b99-246ec2f0b4ba]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flushing IO for device /dev/sdc {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3616ad22-883b-46eb-b4af-fdf34e2171ee]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:19:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.075s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[40576994-e836-4b8d-8682-1a9fd84b0f5d]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[315a0470-da2d-494a-bebc-4b3af15c83ce]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[231cc826-e69c-49c5-9517-b417fa29fb13]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260]
Dec 04 19:19:15 user nova-compute[75209]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed, portal: 172.16.0.220,3260] successful.
Dec 04 19:19:15 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a212ab3c-4a1d-45b1-991a-682e461d3aed -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e90a9edd-55f9-40d6-9ffc-1799c0395d40]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] <== disconnect_volume: return (337ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:19:15 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cbef96ae-d2a5-44e1-ae43-fa2c3b15e1e5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.781s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2b04414f-b9cf-41f1-a7c4-4b6239fc7dc1 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2b04414f-b9cf-41f1-a7c4-4b6239fc7dc1 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-2b04414f-b9cf-41f1-a7c4-4b6239fc7dc1 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-2b04414f-b9cf-41f1-a7c4-4b6239fc7dc1 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75209) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2b04414f-b9cf-41f1-a7c4-4b6239fc7dc1 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "e59349f8-8b86-4aeb-8341-c509d2545e42" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:19:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-fc53f540-a419-420d-94f0-44a40a22473f req-b51d37c7-5182-4806-87a0-b4cf878c5566 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-unplugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc53f540-a419-420d-94f0-44a40a22473f req-b51d37c7-5182-4806-87a0-b4cf878c5566 service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc53f540-a419-420d-94f0-44a40a22473f req-b51d37c7-5182-4806-87a0-b4cf878c5566 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fc53f540-a419-420d-94f0-44a40a22473f req-b51d37c7-5182-4806-87a0-b4cf878c5566 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-fc53f540-a419-420d-94f0-44a40a22473f req-b51d37c7-5182-4806-87a0-b4cf878c5566 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-unplugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:17 user nova-compute[75209]: WARNING nova.compute.manager [req-fc53f540-a419-420d-94f0-44a40a22473f req-b51d37c7-5182-4806-87a0-b4cf878c5566 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-unplugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state active and task_state powering-off.
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:19:17 user nova-compute[75209]: INFO nova.compute.claims [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Claim successful on node user
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.388s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:17 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:19:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:19:17 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance destroyed successfully.
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-2b04414f-b9cf-41f1-a7c4-4b6239fc7dc1 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.policy [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96de5cb4deb74e8e8e594119a1a141bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e301606da9546cf8700b287a0a8b240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2b04414f-b9cf-41f1-a7c4-4b6239fc7dc1 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.866s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:19:17 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Creating image(s)
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "/opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "/opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "/opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk 1073741824" returned: 0 in 0.052s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Successfully created port: 8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.168s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Cannot resize image /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Ensure instance console log exists: /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Successfully updated port: 8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "refresh_cache-e59349f8-8b86-4aeb-8341-c509d2545e42" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquired lock "refresh_cache-e59349f8-8b86-4aeb-8341-c509d2545e42" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG nova.compute.manager [req-7ac71dfa-4f2a-40d6-8bd8-43464f775861 req-4cda45a6-232b-40bc-9864-1b4370c97a27 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received event network-changed-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG nova.compute.manager [req-7ac71dfa-4f2a-40d6-8bd8-43464f775861 req-4cda45a6-232b-40bc-9864-1b4370c97a27 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Refreshing instance network info cache due to event network-changed-8eee5684-d559-4063-8192-4f02100f81af. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7ac71dfa-4f2a-40d6-8bd8-43464f775861 req-4cda45a6-232b-40bc-9864-1b4370c97a27 service nova] Acquiring lock "refresh_cache-e59349f8-8b86-4aeb-8341-c509d2545e42" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:19:18 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.compute.manager [req-67c155ec-d90e-445b-9b52-ecbb4496d2a6 req-d6d8c0df-58ae-4eb8-b470-a54c406ddb4b service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-67c155ec-d90e-445b-9b52-ecbb4496d2a6 req-d6d8c0df-58ae-4eb8-b470-a54c406ddb4b service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-67c155ec-d90e-445b-9b52-ecbb4496d2a6 req-d6d8c0df-58ae-4eb8-b470-a54c406ddb4b service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-67c155ec-d90e-445b-9b52-ecbb4496d2a6 req-d6d8c0df-58ae-4eb8-b470-a54c406ddb4b service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.compute.manager [req-67c155ec-d90e-445b-9b52-ecbb4496d2a6 req-d6d8c0df-58ae-4eb8-b470-a54c406ddb4b service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:19 user nova-compute[75209]: WARNING nova.compute.manager [req-67c155ec-d90e-445b-9b52-ecbb4496d2a6 req-d6d8c0df-58ae-4eb8-b470-a54c406ddb4b service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state stopped and task_state None.
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.network.neutron [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Updating instance_info_cache with network_info: [{"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Releasing lock "refresh_cache-e59349f8-8b86-4aeb-8341-c509d2545e42" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Instance network_info: |[{"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7ac71dfa-4f2a-40d6-8bd8-43464f775861 req-4cda45a6-232b-40bc-9864-1b4370c97a27 service nova] Acquired lock "refresh_cache-e59349f8-8b86-4aeb-8341-c509d2545e42" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-7ac71dfa-4f2a-40d6-8bd8-43464f775861 req-4cda45a6-232b-40bc-9864-1b4370c97a27 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Refreshing network info cache for port 8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Start _get_guest_xml network_info=[{"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:19:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:19:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:19:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1529015087',display_name='tempest-AttachVolumeNegativeTest-server-1529015087',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1529015087',id=36,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOfKX3mg7hpcS6qExzwKF5odT81j5uB/LI7f82rRyzlIZ6Y3wp6C0aKfmV6Z/84LekqRd/cdeTtSruz7ngonJ/qhYcVi3pxNWhTDojsT0/Ka/jVTpALJ6kSBQU6mOxQyWg==',key_name='tempest-keypair-473967042',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-zp4ciddd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:19:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=e59349f8-8b86-4aeb-8341-c509d2545e42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c0:d6,bridge_name='br-int',has_traffic_filtering=True,id=8eee5684-d559-4063-8192-4f02100f81af,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8eee5684-d5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.objects.instance [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'pci_devices' on Instance uuid e59349f8-8b86-4aeb-8341-c509d2545e42 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:19:19 user nova-compute[75209]:   <uuid>e59349f8-8b86-4aeb-8341-c509d2545e42</uuid>
Dec 04 19:19:19 user nova-compute[75209]:   <name>instance-00000024</name>
Dec 04 19:19:19 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:19:19 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:19:19 user nova-compute[75209]:   <metadata>
Dec 04 19:19:19 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:19:19 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:19:19 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1529015087</nova:name>
Dec 04 19:19:19 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:19:19</nova:creationTime>
Dec 04 19:19:19 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:19:19 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:19:19 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:19:19 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:19:19 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:19:19 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:19:19 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:19:19 user nova-compute[75209]:       <nova:owner>
Dec 04 19:19:19 user nova-compute[75209]:         <nova:user uuid="96de5cb4deb74e8e8e594119a1a141bc">tempest-AttachVolumeNegativeTest-2018034394-project-member</nova:user>
Dec 04 19:19:19 user nova-compute[75209]:         <nova:project uuid="3e301606da9546cf8700b287a0a8b240">tempest-AttachVolumeNegativeTest-2018034394</nova:project>
Dec 04 19:19:19 user nova-compute[75209]:       </nova:owner>
Dec 04 19:19:19 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:19:19 user nova-compute[75209]:       <nova:ports>
Dec 04 19:19:19 user nova-compute[75209]:         <nova:port uuid="8eee5684-d559-4063-8192-4f02100f81af">
Dec 04 19:19:19 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 19:19:19 user nova-compute[75209]:         </nova:port>
Dec 04 19:19:19 user nova-compute[75209]:       </nova:ports>
Dec 04 19:19:19 user nova-compute[75209]:     </nova:instance>
Dec 04 19:19:19 user nova-compute[75209]:   </metadata>
Dec 04 19:19:19 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:19:19 user nova-compute[75209]:     <system>
Dec 04 19:19:19 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:19:19 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:19:19 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:19:19 user nova-compute[75209]:       <entry name="serial">e59349f8-8b86-4aeb-8341-c509d2545e42</entry>
Dec 04 19:19:19 user nova-compute[75209]:       <entry name="uuid">e59349f8-8b86-4aeb-8341-c509d2545e42</entry>
Dec 04 19:19:19 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:19:19 user nova-compute[75209]:     </system>
Dec 04 19:19:19 user nova-compute[75209]:   </sysinfo>
Dec 04 19:19:19 user nova-compute[75209]:   <os>
Dec 04 19:19:19 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:19:19 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:19:19 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:19:19 user nova-compute[75209]:   </os>
Dec 04 19:19:19 user nova-compute[75209]:   <features>
Dec 04 19:19:19 user nova-compute[75209]:     <acpi/>
Dec 04 19:19:19 user nova-compute[75209]:     <apic/>
Dec 04 19:19:19 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:19:19 user nova-compute[75209]:   </features>
Dec 04 19:19:19 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:19:19 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:19:19 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:19:19 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:19:19 user nova-compute[75209]:   </clock>
Dec 04 19:19:19 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:19:19 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:19:19 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:19:19 user nova-compute[75209]:   </cpu>
Dec 04 19:19:19 user nova-compute[75209]:   <devices>
Dec 04 19:19:19 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:19:19 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:19:19 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk"/>
Dec 04 19:19:19 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:19:19 user nova-compute[75209]:     </disk>
Dec 04 19:19:19 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:19:19 user nova-compute[75209]:       <mac address="fa:16:3e:ea:c0:d6"/>
Dec 04 19:19:19 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:19:19 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:19:19 user nova-compute[75209]:       <target dev="tap8eee5684-d5"/>
Dec 04 19:19:19 user nova-compute[75209]:     </interface>
Dec 04 19:19:19 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:19:19 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/console.log" append="off"/>
Dec 04 19:19:19 user nova-compute[75209]:     </serial>
Dec 04 19:19:19 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:19:19 user nova-compute[75209]:     <video>
Dec 04 19:19:19 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:19:19 user nova-compute[75209]:     </video>
Dec 04 19:19:19 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:19:19 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:19:19 user nova-compute[75209]:     </rng>
Dec 04 19:19:19 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:19:19 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:19:19 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:19:19 user nova-compute[75209]:     </memballoon>
Dec 04 19:19:19 user nova-compute[75209]:   </devices>
Dec 04 19:19:19 user nova-compute[75209]: </domain>
Dec 04 19:19:19 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:19:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1529015087',display_name='tempest-AttachVolumeNegativeTest-server-1529015087',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1529015087',id=36,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOfKX3mg7hpcS6qExzwKF5odT81j5uB/LI7f82rRyzlIZ6Y3wp6C0aKfmV6Z/84LekqRd/cdeTtSruz7ngonJ/qhYcVi3pxNWhTDojsT0/Ka/jVTpALJ6kSBQU6mOxQyWg==',key_name='tempest-keypair-473967042',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-zp4ciddd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:19:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=e59349f8-8b86-4aeb-8341-c509d2545e42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c0:d6,bridge_name='br-int',has_traffic_filtering=True,id=8eee5684-d559-4063-8192-4f02100f81af,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8eee5684-d5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG os_vif [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c0:d6,bridge_name='br-int',has_traffic_filtering=True,id=8eee5684-d559-4063-8192-4f02100f81af,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8eee5684-d5') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '193bb8ca-bea5-594c-a728-ecd4b0cb12d1', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8eee5684-d5, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8eee5684-d5, col_values=(('qos', UUID('58fc1245-6283-41ab-b2ad-e0aa1ab04e73')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8eee5684-d5, col_values=(('external_ids', {'iface-id': '8eee5684-d559-4063-8192-4f02100f81af', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ea:c0:d6', 'vm-uuid': 'e59349f8-8b86-4aeb-8341-c509d2545e42'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:19 user nova-compute[75209]: INFO os_vif [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c0:d6,bridge_name='br-int',has_traffic_filtering=True,id=8eee5684-d559-4063-8192-4f02100f81af,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8eee5684-d5')
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No VIF found with MAC fa:16:3e:ea:c0:d6, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-7ac71dfa-4f2a-40d6-8bd8-43464f775861 req-4cda45a6-232b-40bc-9864-1b4370c97a27 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Updated VIF entry in instance network info cache for port 8eee5684-d559-4063-8192-4f02100f81af. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-7ac71dfa-4f2a-40d6-8bd8-43464f775861 req-4cda45a6-232b-40bc-9864-1b4370c97a27 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Updating instance_info_cache with network_info: [{"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:19:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7ac71dfa-4f2a-40d6-8bd8-43464f775861 req-4cda45a6-232b-40bc-9864-1b4370c97a27 service nova] Releasing lock "refresh_cache-e59349f8-8b86-4aeb-8341-c509d2545e42" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:19:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-14b19119-2875-4bec-92c0-a752e6543e2e req-9cf42eaa-164c-40a4-8e54-62f06b4236a0 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received event network-vif-plugged-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-14b19119-2875-4bec-92c0-a752e6543e2e req-9cf42eaa-164c-40a4-8e54-62f06b4236a0 service nova] Acquiring lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-14b19119-2875-4bec-92c0-a752e6543e2e req-9cf42eaa-164c-40a4-8e54-62f06b4236a0 service nova] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-14b19119-2875-4bec-92c0-a752e6543e2e req-9cf42eaa-164c-40a4-8e54-62f06b4236a0 service nova] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-14b19119-2875-4bec-92c0-a752e6543e2e req-9cf42eaa-164c-40a4-8e54-62f06b4236a0 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] No waiting events found dispatching network-vif-plugged-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:21 user nova-compute[75209]: WARNING nova.compute.manager [req-14b19119-2875-4bec-92c0-a752e6543e2e req-9cf42eaa-164c-40a4-8e54-62f06b4236a0 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received unexpected event network-vif-plugged-8eee5684-d559-4063-8192-4f02100f81af for instance with vm_state building and task_state spawning.
Dec 04 19:19:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:19:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:19:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Instance spawned successfully.
Dec 04 19:19:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:19:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:23 user nova-compute[75209]: INFO nova.compute.manager [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Took 5.29 seconds to spawn the instance on the hypervisor.
Dec 04 19:19:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:19:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-d0d07605-9fb0-4c92-a911-b21d33ca93c8 req-ebc1beb1-adad-4138-884d-76cc9eebc69e service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received event network-vif-plugged-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d0d07605-9fb0-4c92-a911-b21d33ca93c8 req-ebc1beb1-adad-4138-884d-76cc9eebc69e service nova] Acquiring lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d0d07605-9fb0-4c92-a911-b21d33ca93c8 req-ebc1beb1-adad-4138-884d-76cc9eebc69e service nova] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d0d07605-9fb0-4c92-a911-b21d33ca93c8 req-ebc1beb1-adad-4138-884d-76cc9eebc69e service nova] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-d0d07605-9fb0-4c92-a911-b21d33ca93c8 req-ebc1beb1-adad-4138-884d-76cc9eebc69e service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] No waiting events found dispatching network-vif-plugged-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:23 user nova-compute[75209]: WARNING nova.compute.manager [req-d0d07605-9fb0-4c92-a911-b21d33ca93c8 req-ebc1beb1-adad-4138-884d-76cc9eebc69e service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received unexpected event network-vif-plugged-8eee5684-d559-4063-8192-4f02100f81af for instance with vm_state building and task_state spawning.
Dec 04 19:19:23 user nova-compute[75209]: INFO nova.compute.manager [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Took 6.04 seconds to build instance.
Dec 04 19:19:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-fc1c3ab8-cc91-4821-81c6-d477c5366c10 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.175s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:25 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:19:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updating instance_info_cache with network_info: [{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:26 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:19:26 user nova-compute[75209]: INFO nova.compute.claims [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Claim successful on node user
Dec 04 19:19:27 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.411s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG nova.network.neutron [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:19:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:19:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG nova.policy [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '548d88038661404c95abd97f04e5c883', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f27d81fc76074ac0ad456c2e2410142a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:19:27 user nova-compute[75209]: INFO nova.virt.block_device [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Booting with volume d4e456d5-2cd1-4b0c-8ac8-7fe425368dac at /dev/vda
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG os_brick.utils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4167d36c-9cb5-4dd1-b5ab-1b2934d8ee4a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[49f4e314-b46e-4478-baef-039cc73a3261]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e2fc1b6-b6b2-4e0a-bd0e-99aa20704af1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d4c1c80-9024-4151-abb5-5b51b1d3ece5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:19:27 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:19:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[21274b3f-f76b-4aa6-afb6-0d94179a5091]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG os_brick.utils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:19:27 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating existing volume attachment record: d365b70f-dafa-4fdc-b754-a552472606c9 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:19:28 user nova-compute[75209]: DEBUG nova.network.neutron [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Successfully created port: c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:19:28 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:19:28 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:19:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:28 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG nova.network.neutron [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Successfully updated port: c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquired lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG nova.network.neutron [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-8564f3f8-6642-4ccf-aa18-ca7f91b14728 req-286dcb8b-3f20-4db8-979e-2032837bed78 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-changed-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-8564f3f8-6642-4ccf-aa18-ca7f91b14728 req-286dcb8b-3f20-4db8-979e-2032837bed78 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Refreshing instance network info cache due to event network-changed-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8564f3f8-6642-4ccf-aa18-ca7f91b14728 req-286dcb8b-3f20-4db8-979e-2032837bed78 service nova] Acquiring lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG nova.network.neutron [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG nova.network.neutron [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating instance_info_cache with network_info: [{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Releasing lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Instance network_info: |[{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8564f3f8-6642-4ccf-aa18-ca7f91b14728 req-286dcb8b-3f20-4db8-979e-2032837bed78 service nova] Acquired lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG nova.network.neutron [req-8564f3f8-6642-4ccf-aa18-ca7f91b14728 req-286dcb8b-3f20-4db8-979e-2032837bed78 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Refreshing network info cache for port c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:19:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG nova.network.neutron [req-8564f3f8-6642-4ccf-aa18-ca7f91b14728 req-286dcb8b-3f20-4db8-979e-2032837bed78 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updated VIF entry in instance network info cache for port c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG nova.network.neutron [req-8564f3f8-6642-4ccf-aa18-ca7f91b14728 req-286dcb8b-3f20-4db8-979e-2032837bed78 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating instance_info_cache with network_info: [{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8564f3f8-6642-4ccf-aa18-ca7f91b14728 req-286dcb8b-3f20-4db8-979e-2032837bed78 service nova] Releasing lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:30 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:31 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:19:32 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:19:32 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8040MB free_disk=25.032268524169922GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance ad022c58-ca9f-41e1-88cf-e46f683764cf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance d186ec65-cf03-4195-b81d-b88040afd855 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 319c4c42-6d8f-41ae-85f5-2d74443704fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 63bc697d-fc5b-4bec-9075-7d2946aaa599 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance e59349f8-8b86-4aeb-8341-c509d2545e42 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9c6dcf29-ad55-4841-990e-2daf6496161f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:19:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.515s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:19:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:19:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:19:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:34 user nova-compute[75209]: INFO nova.compute.manager [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Detaching volume b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf
Dec 04 19:19:34 user nova-compute[75209]: INFO nova.virt.block_device [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Attempting to driver detach volume b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf from mountpoint /dev/vdb
Dec 04 19:19:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Attempting to detach device vdb from instance 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:19:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:19:34 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:19:34 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:19:34 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:19:34 user nova-compute[75209]:   <serial>b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf</serial>
Dec 04 19:19:34 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:19:34 user nova-compute[75209]: </disk>
Dec 04 19:19:34 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:19:34 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Successfully detached device vdb from instance 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a from the persistent domain config.
Dec 04 19:19:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:19:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:19:34 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:19:34 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:19:34 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:19:34 user nova-compute[75209]:   <serial>b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf</serial>
Dec 04 19:19:34 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:19:34 user nova-compute[75209]: </disk>
Dec 04 19:19:34 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:19:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.compute.manager [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:19:37 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Creating image(s)
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Ensure instance console log exists: /opt/stack/data/nova/instances/9c6dcf29-ad55-4841-990e-2daf6496161f/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Start _get_guest_xml network_info=[{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': 'd365b70f-dafa-4fdc-b754-a552472606c9', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rFIbqtOv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9c6dcf29-ad55-4841-990e-2daf6496161f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 'serial': 'd4e456d5-2cd1-4b0c-8ac8-7fe425368dac'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:19:37 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:19:37 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rFIbqtOv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:19:37 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:19:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:19:37 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:19:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:19:37 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[59ab6759-536e-4454-ad22-474619d3d222]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:19:37 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[81ea642c-d772-45e6-a671-1a11413c4b3d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac] added
Dec 04 19:19:37 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3370d6e8-f202-453e-afe9-5e58df2b32a6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b244afe3-de5c-43c9-8fd4-d5062d571ce3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rFIbqtOv {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rFIbqtOv" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[11fae8e4-4c99-4669-a3cb-861106f901fe]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rFIbqtOv'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[648922f5-5e44-4f9f-aa54-0ddaec682049]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c939b84-ad45-4b7a-a48d-f7bfc6dd204b]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:38 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:38 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:19:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:38 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:38 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:19:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e037db8b-3068-4686-b8dc-dd82c0387621]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260]
Dec 04 19:19:38 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260] successful.
Dec 04 19:19:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f689286a-199d-46eb-ae99-995a37e44a5e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9b464f5-82db-44d5-b279-f9179b8a17ec]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:38 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:38 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:19:38 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:19:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:38 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:38 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:19:38 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:19:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] HCTL ('34', '-', '-', 0) found on session 38 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:19:38 user nova-compute[75209]: INFO nova.compute.manager [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Terminating instance
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG nova.compute.manager [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea7c8b56-e59d-47c8-b4e8-c6594f63da13]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-7bcad82e-a11e-4ab7-b0d0-d279beb60440 req-5ca86b2f-819f-4fe2-8d6a-986182ba2644 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7bcad82e-a11e-4ab7-b0d0-d279beb60440 req-5ca86b2f-819f-4fe2-8d6a-986182ba2644 service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7bcad82e-a11e-4ab7-b0d0-d279beb60440 req-5ca86b2f-819f-4fe2-8d6a-986182ba2644 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7bcad82e-a11e-4ab7-b0d0-d279beb60440 req-5ca86b2f-819f-4fe2-8d6a-986182ba2644 service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-7bcad82e-a11e-4ab7-b0d0-d279beb60440 req-5ca86b2f-819f-4fe2-8d6a-986182ba2644 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-7bcad82e-a11e-4ab7-b0d0-d279beb60440 req-5ca86b2f-819f-4fe2-8d6a-986182ba2644 service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-unplugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:19:38 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Instance destroyed successfully.
Dec 04 19:19:38 user nova-compute[75209]: DEBUG nova.objects.instance [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lazy-loading 'resources' on Instance uuid ad022c58-ca9f-41e1-88cf-e46f683764cf {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:02:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1435199530',display_name='tempest-ServerRescueNegativeTestJSON-server-1435199530',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1435199530',id=1,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:07:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='71b2e2221f6843d89e54921938b7e09b',ramdisk_id='',reservation_id='r-0abs6bvo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1176301546',owner_user_name='tempest-ServerRescueNegativeTestJSON-1176301546-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:09:12Z,user_data=None,user_id='fcc54ca4efad42549d739da1c45d6fdd',uuid=ad022c58-ca9f-41e1-88cf-e46f683764cf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converting VIF {"id": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "address": "fa:16:3e:7c:85:50", "network": {"id": "b114dab1-a24d-4d4c-9381-fe0389a102b6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-650569607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "71b2e2221f6843d89e54921938b7e09b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c01940-68", "ovs_interfaceid": "e8c01940-68b6-4fec-bdf1-673cb6d65318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:85:50,bridge_name='br-int',has_traffic_filtering=True,id=e8c01940-68b6-4fec-bdf1-673cb6d65318,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8c01940-68') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG os_vif [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:85:50,bridge_name='br-int',has_traffic_filtering=True,id=e8c01940-68b6-4fec-bdf1-673cb6d65318,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8c01940-68') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape8c01940-68, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8cf08814-4d44-4bb4-960d-cc9e09976779) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:38 user nova-compute[75209]: INFO os_vif [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:85:50,bridge_name='br-int',has_traffic_filtering=True,id=e8c01940-68b6-4fec-bdf1-673cb6d65318,network=Network(b114dab1-a24d-4d4c-9381-fe0389a102b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8c01940-68')
Dec 04 19:19:38 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Deleting instance files /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf_del
Dec 04 19:19:38 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Deletion of /opt/stack/data/nova/instances/ad022c58-ca9f-41e1-88cf-e46f683764cf_del complete
Dec 04 19:19:38 user nova-compute[75209]: INFO nova.compute.manager [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Took 0.70 seconds to destroy the instance on the hypervisor.
Dec 04 19:19:38 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:19:38 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rFIbqtOv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '26633303638353635', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633303638353635', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:19:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-233361330',display_name='tempest-ServerActionsTestOtherA-server-233361330',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-233361330',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd90ipTeKnUTjoku+oOG0OOStOcOzRu9YRSNjIxaCTFCWtu2MhtiDcbxLSIxFHOHWKzOie37paIsTje8K6OIumjptlR2GI63l1VqJOc1oMlO50fXwM80ebVsvmwTWIHmA==',key_name='tempest-keypair-2096222088',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-5brqeb51',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:19:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=9c6dcf29-ad55-4841-990e-2daf6496161f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.objects.instance [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'pci_devices' on Instance uuid 9c6dcf29-ad55-4841-990e-2daf6496161f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:19:39 user nova-compute[75209]:   <uuid>9c6dcf29-ad55-4841-990e-2daf6496161f</uuid>
Dec 04 19:19:39 user nova-compute[75209]:   <name>instance-00000025</name>
Dec 04 19:19:39 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:19:39 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:19:39 user nova-compute[75209]:   <metadata>
Dec 04 19:19:39 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:19:39 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:19:39 user nova-compute[75209]:       <nova:name>tempest-ServerActionsTestOtherA-server-233361330</nova:name>
Dec 04 19:19:39 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:19:37</nova:creationTime>
Dec 04 19:19:39 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:19:39 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:19:39 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:19:39 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:19:39 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:19:39 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:19:39 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:19:39 user nova-compute[75209]:       <nova:owner>
Dec 04 19:19:39 user nova-compute[75209]:         <nova:user uuid="548d88038661404c95abd97f04e5c883">tempest-ServerActionsTestOtherA-1450767658-project-member</nova:user>
Dec 04 19:19:39 user nova-compute[75209]:         <nova:project uuid="f27d81fc76074ac0ad456c2e2410142a">tempest-ServerActionsTestOtherA-1450767658</nova:project>
Dec 04 19:19:39 user nova-compute[75209]:       </nova:owner>
Dec 04 19:19:39 user nova-compute[75209]:       <nova:ports>
Dec 04 19:19:39 user nova-compute[75209]:         <nova:port uuid="c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96">
Dec 04 19:19:39 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:19:39 user nova-compute[75209]:         </nova:port>
Dec 04 19:19:39 user nova-compute[75209]:       </nova:ports>
Dec 04 19:19:39 user nova-compute[75209]:     </nova:instance>
Dec 04 19:19:39 user nova-compute[75209]:   </metadata>
Dec 04 19:19:39 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:19:39 user nova-compute[75209]:     <system>
Dec 04 19:19:39 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:19:39 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:19:39 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:19:39 user nova-compute[75209]:       <entry name="serial">9c6dcf29-ad55-4841-990e-2daf6496161f</entry>
Dec 04 19:19:39 user nova-compute[75209]:       <entry name="uuid">9c6dcf29-ad55-4841-990e-2daf6496161f</entry>
Dec 04 19:19:39 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:19:39 user nova-compute[75209]:     </system>
Dec 04 19:19:39 user nova-compute[75209]:   </sysinfo>
Dec 04 19:19:39 user nova-compute[75209]:   <os>
Dec 04 19:19:39 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:19:39 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:19:39 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:19:39 user nova-compute[75209]:   </os>
Dec 04 19:19:39 user nova-compute[75209]:   <features>
Dec 04 19:19:39 user nova-compute[75209]:     <acpi/>
Dec 04 19:19:39 user nova-compute[75209]:     <apic/>
Dec 04 19:19:39 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:19:39 user nova-compute[75209]:   </features>
Dec 04 19:19:39 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:19:39 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:19:39 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:19:39 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:19:39 user nova-compute[75209]:   </clock>
Dec 04 19:19:39 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:19:39 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:19:39 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:19:39 user nova-compute[75209]:   </cpu>
Dec 04 19:19:39 user nova-compute[75209]:   <devices>
Dec 04 19:19:39 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:19:39 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:19:39 user nova-compute[75209]:       <source dev="/dev/sdc"/>
Dec 04 19:19:39 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:19:39 user nova-compute[75209]:       <serial>d4e456d5-2cd1-4b0c-8ac8-7fe425368dac</serial>
Dec 04 19:19:39 user nova-compute[75209]:     </disk>
Dec 04 19:19:39 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:19:39 user nova-compute[75209]:       <mac address="fa:16:3e:78:59:44"/>
Dec 04 19:19:39 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:19:39 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:19:39 user nova-compute[75209]:       <target dev="tapc0f0e40d-37"/>
Dec 04 19:19:39 user nova-compute[75209]:     </interface>
Dec 04 19:19:39 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:19:39 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/9c6dcf29-ad55-4841-990e-2daf6496161f/console.log" append="off"/>
Dec 04 19:19:39 user nova-compute[75209]:     </serial>
Dec 04 19:19:39 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:19:39 user nova-compute[75209]:     <video>
Dec 04 19:19:39 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:19:39 user nova-compute[75209]:     </video>
Dec 04 19:19:39 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:19:39 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:19:39 user nova-compute[75209]:     </rng>
Dec 04 19:19:39 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:19:39 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:19:39 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:19:39 user nova-compute[75209]:     </memballoon>
Dec 04 19:19:39 user nova-compute[75209]:   </devices>
Dec 04 19:19:39 user nova-compute[75209]: </domain>
Dec 04 19:19:39 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:19:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-233361330',display_name='tempest-ServerActionsTestOtherA-server-233361330',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-233361330',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd90ipTeKnUTjoku+oOG0OOStOcOzRu9YRSNjIxaCTFCWtu2MhtiDcbxLSIxFHOHWKzOie37paIsTje8K6OIumjptlR2GI63l1VqJOc1oMlO50fXwM80ebVsvmwTWIHmA==',key_name='tempest-keypair-2096222088',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-5brqeb51',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:19:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=9c6dcf29-ad55-4841-990e-2daf6496161f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG os_vif [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '283c0799-a17a-5442-989f-c05e5175bfcc', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc0f0e40d-37, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc0f0e40d-37, col_values=(('qos', UUID('aff06463-8d49-410b-b3c0-7032923946f9')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc0f0e40d-37, col_values=(('external_ids', {'iface-id': 'c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:78:59:44', 'vm-uuid': '9c6dcf29-ad55-4841-990e-2daf6496161f'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-54035e11-934d-4555-971c-1984646c1db3 req-c84a26cc-bccb-4841-b258-85973b0180be service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-deleted-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:39 user nova-compute[75209]: INFO nova.compute.manager [req-54035e11-934d-4555-971c-1984646c1db3 req-c84a26cc-bccb-4841-b258-85973b0180be service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Neutron deleted interface e8c01940-68b6-4fec-bdf1-673cb6d65318; detaching it from the instance and deleting it from the info cache
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.network.neutron [req-54035e11-934d-4555-971c-1984646c1db3 req-c84a26cc-bccb-4841-b258-85973b0180be service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:39 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Took 0.42 seconds to deallocate network for instance.
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:39 user nova-compute[75209]: INFO os_vif [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37')
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-54035e11-934d-4555-971c-1984646c1db3 req-c84a26cc-bccb-4841-b258-85973b0180be service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Detach interface failed, port_id=e8c01940-68b6-4fec-bdf1-673cb6d65318, reason: Instance ad022c58-ca9f-41e1-88cf-e46f683764cf could not be found. {{(pid=75209) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No VIF found with MAC fa:16:3e:78:59:44, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.272s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:39 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Deleted allocations for instance ad022c58-ca9f-41e1-88cf-e46f683764cf
Dec 04 19:19:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b064f252-0a1d-424e-97f3-46b777649d2f tempest-ServerRescueNegativeTestJSON-1176301546 tempest-ServerRescueNegativeTestJSON-1176301546-project-member] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.577s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-e446d8f1-f324-44ad-9865-c5c9c498b10a req-bd1ebc23-55a1-4365-b2ee-272bd1cb415c service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e446d8f1-f324-44ad-9865-c5c9c498b10a req-bd1ebc23-55a1-4365-b2ee-272bd1cb415c service nova] Acquiring lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e446d8f1-f324-44ad-9865-c5c9c498b10a req-bd1ebc23-55a1-4365-b2ee-272bd1cb415c service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e446d8f1-f324-44ad-9865-c5c9c498b10a req-bd1ebc23-55a1-4365-b2ee-272bd1cb415c service nova] Lock "ad022c58-ca9f-41e1-88cf-e46f683764cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:40 user nova-compute[75209]: DEBUG nova.compute.manager [req-e446d8f1-f324-44ad-9865-c5c9c498b10a req-bd1ebc23-55a1-4365-b2ee-272bd1cb415c service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] No waiting events found dispatching network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:40 user nova-compute[75209]: WARNING nova.compute.manager [req-e446d8f1-f324-44ad-9865-c5c9c498b10a req-bd1ebc23-55a1-4365-b2ee-272bd1cb415c service nova] [instance: ad022c58-ca9f-41e1-88cf-e46f683764cf] Received unexpected event network-vif-plugged-e8c01940-68b6-4fec-bdf1-673cb6d65318 for instance with vm_state deleted and task_state None.
Dec 04 19:19:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:41 user nova-compute[75209]: WARNING nova.compute.manager [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state building and task_state spawning.
Dec 04 19:19:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:19:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:19:41 user nova-compute[75209]: WARNING nova.compute.manager [req-74cf559d-27a5-4b4d-b419-d0fe38bee1ca req-cca0d11d-9119-4cd2-b77e-f9747d671ba3 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state building and task_state spawning.
Dec 04 19:19:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:19:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:19:42 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Instance spawned successfully.
Dec 04 19:19:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:19:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:19:42 user nova-compute[75209]: INFO nova.compute.manager [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Took 5.00 seconds to spawn the instance on the hypervisor.
Dec 04 19:19:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:19:42 user nova-compute[75209]: INFO nova.compute.manager [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Took 16.10 seconds to build instance.
Dec 04 19:19:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-741080b7-5065-48c5-aee6-d85ceecffe64 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.197s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:53 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'flavor' on Instance uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:54 user nova-compute[75209]: INFO nova.compute.manager [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Attaching volume 6cf6b0b3-7d5a-414e-9136-09dad8b47542 to /dev/vdb
Dec 04 19:19:54 user nova-compute[75209]: DEBUG os_brick.utils [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[62345596-95da-49df-a31b-21245d95e5cc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4074c2c-704a-4bcd-8c90-0e67f0063d91]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa6131c4-894d-4d5b-b79c-4cb465504276]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[71bfd3bd-0eab-4b9e-8e00-8799c727390d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:19:54 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:19:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f96d5cc5-3d59-473a-a9a6-1e75e0ef9c5d]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG os_brick.utils [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updating existing volume attachment record: dce421d9-afe5-4a84-a32e-54bd2bd3605a {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:55 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a is timed out.
Dec 04 19:19:55 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Successfully detached device vdb from instance 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a from the live domain config.
Dec 04 19:19:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AqFMldsm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:19:55 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[56333901-aa5c-4d72-aaa1-d32a5ec4d142]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:19:55 user nova-compute[75209]: No targets found.
Dec 04 19:19:55 user nova-compute[75209]: iSNS:
Dec 04 19:19:55 user nova-compute[75209]: No targets found.
Dec 04 19:19:55 user nova-compute[75209]: STATIC:
Dec 04 19:19:55 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d
Dec 04 19:19:55 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:19:55 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:19:55 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c
Dec 04 19:19:55 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:19:55 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:19:55 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac
Dec 04 19:19:55 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:19:55 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:19:55 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf
Dec 04 19:19:55 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:19:55 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:19:55 user nova-compute[75209]: FIRMWARE:
Dec 04 19:19:55 user nova-compute[75209]: No targets found.
Dec 04 19:19:55 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:19:55 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:19:55 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4fd3a7-98e1-4b78-81be-6b41e71d3e62]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f75ef3d1-3928-4b6e-9729-850bb355f26c]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:55 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:55 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:19:55 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:19:55 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:19:55 user nova-compute[75209]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf (non-flash)
Dec 04 19:19:55 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:19:55 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:19:55 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c500ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf'): ({'sdd'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Removing single pathed devices sdd {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1fe7c15-3523-4333-8360-5a523958e21d]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a6c601e-f629-4599-8ed0-1d866a555696]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Flushing IO for device /dev/sdd {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed6605d0-fa7a-49ab-8d42-33dcff066477]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d42b2db-9c0a-44ab-b026-2d8e4dbe8cf8]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7947e7ab-4f24-47d8-b420-2909eeb7c9dd]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[872721c3-8ec1-46ca-a40c-c895012d3d50]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf, portal: 172.16.0.220,3260]
Dec 04 19:19:55 user nova-compute[75209]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf, portal: 172.16.0.220,3260] successful.
Dec 04 19:19:55 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0523e5-2505-4ce2-9547-37c656992980]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] <== disconnect_volume: return (317ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:19:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG nova.objects.instance [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lazy-loading 'flavor' on Instance uuid 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-822c9fe0-9d40-41ca-b194-016b193dfc74 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.177s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 25.063s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:19:59 user nova-compute[75209]: INFO nova.compute.manager [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Terminating instance
Dec 04 19:19:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:19:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.compute.manager [req-ef68ca16-6d32-46c3-ba13-e563e5c3351c req-a5ddaeb3-9806-47a6-b0fe-19a4c25a42f3 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received event network-vif-unplugged-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ef68ca16-6d32-46c3-ba13-e563e5c3351c req-a5ddaeb3-9806-47a6-b0fe-19a4c25a42f3 service nova] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ef68ca16-6d32-46c3-ba13-e563e5c3351c req-a5ddaeb3-9806-47a6-b0fe-19a4c25a42f3 service nova] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ef68ca16-6d32-46c3-ba13-e563e5c3351c req-a5ddaeb3-9806-47a6-b0fe-19a4c25a42f3 service nova] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.compute.manager [req-ef68ca16-6d32-46c3-ba13-e563e5c3351c req-a5ddaeb3-9806-47a6-b0fe-19a4c25a42f3 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] No waiting events found dispatching network-vif-unplugged-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.compute.manager [req-ef68ca16-6d32-46c3-ba13-e563e5c3351c req-a5ddaeb3-9806-47a6-b0fe-19a4c25a42f3 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received event network-vif-unplugged-15faafec-be07-48f2-9329-3d9401c0c6ec for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:00 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Instance destroyed successfully.
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.objects.instance [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lazy-loading 'resources' on Instance uuid 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1713170383',display_name='tempest-VolumesSnapshotTestJSON-instance-1713170383',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1713170383',id=33,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC/aSVhu9rfqdqqvNqYY0eLxiJFROeCr+u6xBh6fFhF2eP2oV3F+pH66vTp/S7j0+kVwKwKjVAhFvE3eM9XKBUlmMelaZuB+84xo3DBDIBsD6qsaID3BtwVerrVk+48MqQ==',key_name='tempest-keypair-534705321',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:17:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='538407fb70e44a22881903a761ad3222',ramdisk_id='',reservation_id='r-l7udiif2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-30309566',owner_user_name='tempest-VolumesSnapshotTestJSON-30309566-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:17:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='90a9504da03f4edd8407c6829ff96fc9',uuid=2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converting VIF {"id": "15faafec-be07-48f2-9329-3d9401c0c6ec", "address": "fa:16:3e:c3:23:38", "network": {"id": "c3c23001-a7e6-4714-9c0b-16ee7adfdeeb", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-2024439386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "538407fb70e44a22881903a761ad3222", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15faafec-be", "ovs_interfaceid": "15faafec-be07-48f2-9329-3d9401c0c6ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c3:23:38,bridge_name='br-int',has_traffic_filtering=True,id=15faafec-be07-48f2-9329-3d9401c0c6ec,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15faafec-be') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_vif [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:23:38,bridge_name='br-int',has_traffic_filtering=True,id=15faafec-be07-48f2-9329-3d9401c0c6ec,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15faafec-be') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap15faafec-be, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ed58cb23-02f0-4415-8574-a18c40c4f564) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:00 user nova-compute[75209]: INFO os_vif [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:23:38,bridge_name='br-int',has_traffic_filtering=True,id=15faafec-be07-48f2-9329-3d9401c0c6ec,network=Network(c3c23001-a7e6-4714-9c0b-16ee7adfdeeb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15faafec-be')
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AqFMldsm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:20:00 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdf27900-f73b-4425-8ead-8891cb0c53bc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:20:00 user nova-compute[75209]: No targets found.
Dec 04 19:20:00 user nova-compute[75209]: iSNS:
Dec 04 19:20:00 user nova-compute[75209]: No targets found.
Dec 04 19:20:00 user nova-compute[75209]: STATIC:
Dec 04 19:20:00 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d
Dec 04 19:20:00 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:20:00 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:20:00 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c
Dec 04 19:20:00 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:20:00 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:20:00 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac
Dec 04 19:20:00 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:20:00 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:20:00 user nova-compute[75209]: FIRMWARE:
Dec 04 19:20:00 user nova-compute[75209]: No targets found.
Dec 04 19:20:00 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:20:00 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:20:00 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0e9bb93-6211-49d3-a39b-c3d80d5dc8bf', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc9bd784-93b8-4e7b-85d5-392f42e4686e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f848a2c-e97c-498d-b477-024fe47033f0]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:20:00 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:00 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:00 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:20:00 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:00 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:00 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e86a8c160>, {}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Disconnecting from: [] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.097s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] <== disconnect_volume: return (99ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:20:00 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Deleting instance files /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a_del
Dec 04 19:20:00 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Deletion of /opt/stack/data/nova/instances/2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a_del complete
Dec 04 19:20:00 user nova-compute[75209]: INFO nova.compute.manager [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Took 1.32 seconds to destroy the instance on the hypervisor.
Dec 04 19:20:00 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:20:00 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:20:02 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:20:02 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Took 1.11 seconds to deallocate network for instance.
Dec 04 19:20:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-36b34794-27db-4d54-9832-7d8233cf28e1 req-f15a7024-d037-4894-a6a3-3c31352fe421 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received event network-vif-deleted-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:02 user nova-compute[75209]: WARNING nova.volume.cinder [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Attachment 601888aa-cc5d-48e7-a1d6-039acec2dffc does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 601888aa-cc5d-48e7-a1d6-039acec2dffc. (HTTP 404) (Request-ID: req-4c22b742-343c-405c-9701-b12c3b314194)
Dec 04 19:20:02 user nova-compute[75209]: INFO nova.compute.manager [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Took 0.03 seconds to detach 1 volumes for instance.
Dec 04 19:20:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-065acdb2-ee9b-4e0f-a4ec-a57c4eba0a6b req-ab11136c-623c-4a4e-942c-b5e2146dc327 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received event network-vif-plugged-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-065acdb2-ee9b-4e0f-a4ec-a57c4eba0a6b req-ab11136c-623c-4a4e-942c-b5e2146dc327 service nova] Acquiring lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-065acdb2-ee9b-4e0f-a4ec-a57c4eba0a6b req-ab11136c-623c-4a4e-942c-b5e2146dc327 service nova] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-065acdb2-ee9b-4e0f-a4ec-a57c4eba0a6b req-ab11136c-623c-4a4e-942c-b5e2146dc327 service nova] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-065acdb2-ee9b-4e0f-a4ec-a57c4eba0a6b req-ab11136c-623c-4a4e-942c-b5e2146dc327 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] No waiting events found dispatching network-vif-plugged-15faafec-be07-48f2-9329-3d9401c0c6ec {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:20:02 user nova-compute[75209]: WARNING nova.compute.manager [req-065acdb2-ee9b-4e0f-a4ec-a57c4eba0a6b req-ab11136c-623c-4a4e-942c-b5e2146dc327 service nova] [instance: 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a] Received unexpected event network-vif-plugged-15faafec-be07-48f2-9329-3d9401c0c6ec for instance with vm_state deleted and task_state None.
Dec 04 19:20:02 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:20:02 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:20:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.331s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:02 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Deleted allocations for instance 2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a
Dec 04 19:20:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-3381ebcf-6301-42b8-8db0-e9d3166232f4 tempest-VolumesSnapshotTestJSON-30309566 tempest-VolumesSnapshotTestJSON-30309566-project-member] Lock "2a58c85f-d4cc-48c9-9b3a-bbdbb168b28a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.979s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iaygPxuj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:20:06 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:20:06 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:20:06 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[aafb5897-2d7c-4d9d-8c9e-b4ca15aa5f6d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:20:06 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1dac9cc-fb65-49d1-89ff-8c857cbcc5e2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542] added
Dec 04 19:20:06 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb05b11-cfa8-4ea7-b5fd-62e94c2b1670]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0b82a29-3235-438a-871f-344db8e0be1a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iaygPxuj {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iaygPxuj" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f1b4b2c-ebf4-4107-922c-24f87d7aed2f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iaygPxuj'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[13290838-8685-490f-81db-6a384d3c3a84]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1de2c32a-4852-495d-8505-76dbbc40de0c]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:20:06 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:06 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:06 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:20:06 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:06 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:06 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b00ec87d-75ee-4e30-8cce-c9ced721b129]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260]
Dec 04 19:20:06 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260] successful.
Dec 04 19:20:06 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-530f43ad-33e7-4dfe-81cc-0d8c1c87dbb6 req-65dc57bb-e143-4cc7-b8ce-f20de2c8c410 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-changed-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-530f43ad-33e7-4dfe-81cc-0d8c1c87dbb6 req-65dc57bb-e143-4cc7-b8ce-f20de2c8c410 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Refreshing instance network info cache due to event network-changed-4f017998-1e28-42c8-a078-fd074faca753. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-530f43ad-33e7-4dfe-81cc-0d8c1c87dbb6 req-65dc57bb-e143-4cc7-b8ce-f20de2c8c410 service nova] Acquiring lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-530f43ad-33e7-4dfe-81cc-0d8c1c87dbb6 req-65dc57bb-e143-4cc7-b8ce-f20de2c8c410 service nova] Acquired lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG nova.network.neutron [req-530f43ad-33e7-4dfe-81cc-0d8c1c87dbb6 req-65dc57bb-e143-4cc7-b8ce-f20de2c8c410 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Refreshing network info cache for port 4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6322ceb-4cb9-4f40-b14e-01581a43b816]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d736c62-bbdc-4f83-8cfc-6ba64a382634]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:20:06 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:06 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:06 user nova-compute[75209]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:20:06 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:20:06 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:06 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:06 user nova-compute[75209]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:20:06 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] HCTL ('35', '-', '-', 0) found on session 39 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d0fba4d-55a9-4655-a523-9bc0e580a5d4]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:06 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Searching for a device in session 39 and hctl ['35', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:07 user nova-compute[75209]: INFO nova.compute.manager [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Shelve offloading
Dec 04 19:20:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-530f43ad-33e7-4dfe-81cc-0d8c1c87dbb6 req-65dc57bb-e143-4cc7-b8ce-f20de2c8c410 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updated VIF entry in instance network info cache for port 4f017998-1e28-42c8-a078-fd074faca753. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-530f43ad-33e7-4dfe-81cc-0d8c1c87dbb6 req-65dc57bb-e143-4cc7-b8ce-f20de2c8c410 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating instance_info_cache with network_info: [{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-530f43ad-33e7-4dfe-81cc-0d8c1c87dbb6 req-65dc57bb-e143-4cc7-b8ce-f20de2c8c410 service nova] Releasing lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Searching for a device in session 39 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iaygPxuj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '23934326130336264', 'path': '/dev/sdd'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23934326130336264', 'path': '/dev/sdd'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-72ebdd2b-2e9c-4f64-8ebd-a6efc0b13296 req-46063218-20b5-4413-b2eb-918111eaeb6c service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-vif-unplugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-72ebdd2b-2e9c-4f64-8ebd-a6efc0b13296 req-46063218-20b5-4413-b2eb-918111eaeb6c service nova] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-72ebdd2b-2e9c-4f64-8ebd-a6efc0b13296 req-46063218-20b5-4413-b2eb-918111eaeb6c service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-72ebdd2b-2e9c-4f64-8ebd-a6efc0b13296 req-46063218-20b5-4413-b2eb-918111eaeb6c service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-72ebdd2b-2e9c-4f64-8ebd-a6efc0b13296 req-46063218-20b5-4413-b2eb-918111eaeb6c service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] No waiting events found dispatching network-vif-unplugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:20:07 user nova-compute[75209]: WARNING nova.compute.manager [req-72ebdd2b-2e9c-4f64-8ebd-a6efc0b13296 req-46063218-20b5-4413-b2eb-918111eaeb6c service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received unexpected event network-vif-unplugged-4f017998-1e28-42c8-a078-fd074faca753 for instance with vm_state active and task_state shelving.
Dec 04 19:20:07 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'flavor' on Instance uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:20:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:20:07 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:20:07 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:20:07 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:20:07 user nova-compute[75209]:   <serial>6cf6b0b3-7d5a-414e-9136-09dad8b47542</serial>
Dec 04 19:20:07 user nova-compute[75209]: </disk>
Dec 04 19:20:07 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:20:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Instance destroyed successfully.
Dec 04 19:20:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:20:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:20:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquired lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:20:08 user nova-compute[75209]: DEBUG nova.network.neutron [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:20:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:20:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:20:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] No VIF found with MAC fa:16:3e:8a:05:e6, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:20:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f0f04a53-f0d7-41c8-8f0a-e1e554efcb7f tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.405s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:08 user nova-compute[75209]: DEBUG nova.network.neutron [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating instance_info_cache with network_info: [{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:20:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Releasing lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:20:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Instance destroyed successfully.
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.objects.instance [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lazy-loading 'resources' on Instance uuid 63bc697d-fc5b-4bec-9075-7d2946aaa599 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:18:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1613883483',display_name='tempest-TestShelveInstance-server-1613883483',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1613883483',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEXrKq27Td9hFtbrgdF3/z8swawxwl0aoEHNf24qxcsQ0qEcopD114mxRo9/cpi9H0hz4GhlrSh19K3+B8A7LQKd6KX6368Il1Am4Mgg5u/7BBMlITe00UfLEIgRX38C7Q==',key_name='tempest-TestShelveInstance-44353607',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:18:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='95620d29f786466cb932c79334c50bb2',ramdisk_id='',reservation_id='r-700eiyud',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-837078313',owner_user_name='tempest-TestShelveInstance-837078313-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:18:33Z,user_data=None,user_id='7431fa0c19324e4b9a0458fb198fbde4',uuid=63bc697d-fc5b-4bec-9075-7d2946aaa599,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converting VIF {"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_vif [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4f017998-1e, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df58fa34-438f-4dc5-a6b7-9610ed5483a6) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:09 user nova-compute[75209]: INFO os_vif [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e')
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPOenxyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:20:09 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] No waiting events found dispatching network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:20:09 user nova-compute[75209]: WARNING nova.compute.manager [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received unexpected event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 for instance with vm_state active and task_state shelving.
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-changed-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Refreshing instance network info cache due to event network-changed-4f017998-1e28-42c8-a078-fd074faca753. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] Acquiring lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] Acquired lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.network.neutron [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Refreshing network info cache for port 4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[174a39d1-3389-46ab-869a-23047e1b31a1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:20:09 user nova-compute[75209]: No targets found.
Dec 04 19:20:09 user nova-compute[75209]: iSNS:
Dec 04 19:20:09 user nova-compute[75209]: No targets found.
Dec 04 19:20:09 user nova-compute[75209]: STATIC:
Dec 04 19:20:09 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d
Dec 04 19:20:09 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:20:09 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:20:09 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c
Dec 04 19:20:09 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:20:09 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:20:09 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac
Dec 04 19:20:09 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:20:09 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:20:09 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542
Dec 04 19:20:09 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:20:09 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:20:09 user nova-compute[75209]: FIRMWARE:
Dec 04 19:20:09 user nova-compute[75209]: No targets found.
Dec 04 19:20:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:20:09 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:20:09 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbbe2a2a-0660-4fcf-b798-acbe61e105f7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e335cbc-52da-4522-8616-4ffd1a2bcc6e]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:20:09 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:09 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:09 user nova-compute[75209]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:20:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:20:09 user nova-compute[75209]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:09 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:09 user nova-compute[75209]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:20:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c706050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e002ad65-b77f-4b48-a9f4-fc46fb2f560e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3ef968e-6ad7-4de4-b33c-dbf8fcaadd4f]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dc61a80-6420-4611-8531-14052b930156]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.062s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3514ec2-2a9d-468a-9a85-c0e79a4a8723]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[34767f71-61c6-4c74-b370-cb4aa82d6573]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca978e79-49b8-4dca-991c-5bd087f1f4ad]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260]
Dec 04 19:20:09 user nova-compute[75209]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260] successful.
Dec 04 19:20:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[67f074d5-c925-45b4-9a68-75bc9149db25]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] <== disconnect_volume: return (369ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:20:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:20:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Deleting instance files /opt/stack/data/nova/instances/63bc697d-fc5b-4bec-9075-7d2946aaa599_del
Dec 04 19:20:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Deletion of /opt/stack/data/nova/instances/63bc697d-fc5b-4bec-9075-7d2946aaa599_del complete
Dec 04 19:20:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updated VIF entry in instance network info cache for port 4f017998-1e28-42c8-a078-fd074faca753. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:20:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating instance_info_cache with network_info: [{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": null, "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap4f017998-1e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:20:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dbea983e-3dac-461e-8cfb-a2f22bc437aa req-80dd3046-859b-437b-9ed7-2fb167783899 service nova] Releasing lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:20:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:14 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Deleted allocations for instance 63bc697d-fc5b-4bec-9075-7d2946aaa599
Dec 04 19:20:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:14 user nova-compute[75209]: DEBUG nova.objects.instance [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lazy-loading 'numa_topology' on Instance uuid 63bc697d-fc5b-4bec-9075-7d2946aaa599 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:20:14 user nova-compute[75209]: DEBUG nova.objects.base [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Object Instance<63bc697d-fc5b-4bec-9075-7d2946aaa599> lazy-loaded attributes: resources,numa_topology {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:20:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:14 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:20:14 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:20:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.305s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5028562b-fc70-40e0-8aea-1290d19f2591 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 8.034s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-6f434db6-f0d7-4fe5-9149-aff4643d14bc req-86546065-01ee-4ddf-a17b-2438331ce985 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-changed-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-6f434db6-f0d7-4fe5-9149-aff4643d14bc req-86546065-01ee-4ddf-a17b-2438331ce985 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Refreshing instance network info cache due to event network-changed-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:20:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6f434db6-f0d7-4fe5-9149-aff4643d14bc req-86546065-01ee-4ddf-a17b-2438331ce985 service nova] Acquiring lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:20:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6f434db6-f0d7-4fe5-9149-aff4643d14bc req-86546065-01ee-4ddf-a17b-2438331ce985 service nova] Acquired lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:20:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-6f434db6-f0d7-4fe5-9149-aff4643d14bc req-86546065-01ee-4ddf-a17b-2438331ce985 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Refreshing network info cache for port d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:20:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:16 user nova-compute[75209]: DEBUG nova.network.neutron [req-6f434db6-f0d7-4fe5-9149-aff4643d14bc req-86546065-01ee-4ddf-a17b-2438331ce985 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updated VIF entry in instance network info cache for port d2ba1fad-0a16-4266-a8ee-2f3c62fd8737. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:20:16 user nova-compute[75209]: DEBUG nova.network.neutron [req-6f434db6-f0d7-4fe5-9149-aff4643d14bc req-86546065-01ee-4ddf-a17b-2438331ce985 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updating instance_info_cache with network_info: [{"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:20:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6f434db6-f0d7-4fe5-9149-aff4643d14bc req-86546065-01ee-4ddf-a17b-2438331ce985 service nova] Releasing lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:20:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-4a4d817f-c06f-4542-8951-21a0c48a27e0 req-ddf09978-7c75-41b6-bd17-7cb029762b46 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-changed-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-4a4d817f-c06f-4542-8951-21a0c48a27e0 req-ddf09978-7c75-41b6-bd17-7cb029762b46 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Refreshing instance network info cache due to event network-changed-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:20:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4a4d817f-c06f-4542-8951-21a0c48a27e0 req-ddf09978-7c75-41b6-bd17-7cb029762b46 service nova] Acquiring lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:20:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4a4d817f-c06f-4542-8951-21a0c48a27e0 req-ddf09978-7c75-41b6-bd17-7cb029762b46 service nova] Acquired lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:20:17 user nova-compute[75209]: DEBUG nova.network.neutron [req-4a4d817f-c06f-4542-8951-21a0c48a27e0 req-ddf09978-7c75-41b6-bd17-7cb029762b46 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Refreshing network info cache for port d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:20:18 user nova-compute[75209]: DEBUG nova.network.neutron [req-4a4d817f-c06f-4542-8951-21a0c48a27e0 req-ddf09978-7c75-41b6-bd17-7cb029762b46 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updated VIF entry in instance network info cache for port d2ba1fad-0a16-4266-a8ee-2f3c62fd8737. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:20:18 user nova-compute[75209]: DEBUG nova.network.neutron [req-4a4d817f-c06f-4542-8951-21a0c48a27e0 req-ddf09978-7c75-41b6-bd17-7cb029762b46 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updating instance_info_cache with network_info: [{"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:20:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4a4d817f-c06f-4542-8951-21a0c48a27e0 req-ddf09978-7c75-41b6-bd17-7cb029762b46 service nova] Releasing lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:20:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:25 user nova-compute[75209]: INFO nova.compute.manager [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Rebooting instance
Dec 04 19:20:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:20:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquired lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:20:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:20:25 user nova-compute[75209]: DEBUG nova.network.neutron [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updating instance_info_cache with network_info: [{"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:20:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Releasing lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:20:25 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-ad13ac72-5147-411d-92ee-c233adb6ce2d req-727c7088-1a4f-4e0c-9519-20b9f40e5386 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-vif-unplugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ad13ac72-5147-411d-92ee-c233adb6ce2d req-727c7088-1a4f-4e0c-9519-20b9f40e5386 service nova] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ad13ac72-5147-411d-92ee-c233adb6ce2d req-727c7088-1a4f-4e0c-9519-20b9f40e5386 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ad13ac72-5147-411d-92ee-c233adb6ce2d req-727c7088-1a4f-4e0c-9519-20b9f40e5386 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-ad13ac72-5147-411d-92ee-c233adb6ce2d req-727c7088-1a4f-4e0c-9519-20b9f40e5386 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] No waiting events found dispatching network-vif-unplugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:20:26 user nova-compute[75209]: WARNING nova.compute.manager [req-ad13ac72-5147-411d-92ee-c233adb6ce2d req-727c7088-1a4f-4e0c-9519-20b9f40e5386 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received unexpected event network-vif-unplugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 for instance with vm_state active and task_state reboot_started_hard.
Dec 04 19:20:26 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Instance destroyed successfully.
Dec 04 19:20:26 user nova-compute[75209]: DEBUG nova.objects.instance [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'resources' on Instance uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2068303438',display_name='tempest-TestMinimumBasicScenario-server-2068303438',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2068303438',id=34,image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPzVmtnomHUMk2iuGSDIg+DlqOt03se0JRlCr0eDwg3D0UelqF2bryURvtBvE6hYcB/dWpeWWTKC89bRIvga9xyWcVEN1YYMl1giQXnDILRin0pGZXxKQxPduhKGoRiNgw==',key_name='tempest-TestMinimumBasicScenario-984686413',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:18:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6d89cad196214ac1a4fbc922924e5766',ramdisk_id='',reservation_id='r-dhczs0t1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2144175549',owner_user_name='tempest-TestMinimumBasicScenario-2144175549-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:20:26Z,user_data=None,user_id='d5eaec7056754f47a2bc193e8dae5456',uuid=319c4c42-6d8f-41ae-85f5-2d74443704fa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converting VIF {"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG os_vif [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd2ba1fad-0a, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1eae9ccb-1afc-4205-bc80-8790b174a559) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:26 user nova-compute[75209]: INFO os_vif [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a')
Dec 04 19:20:26 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iaygPxuj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:20:26 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:20:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:20:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc8e6a4c-23e6-4239-9c8a-f682b4aa0a4c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:20:27 user nova-compute[75209]: No targets found.
Dec 04 19:20:27 user nova-compute[75209]: iSNS:
Dec 04 19:20:27 user nova-compute[75209]: No targets found.
Dec 04 19:20:27 user nova-compute[75209]: STATIC:
Dec 04 19:20:27 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d
Dec 04 19:20:27 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:20:27 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:20:27 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac
Dec 04 19:20:27 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:20:27 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:20:27 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542
Dec 04 19:20:27 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:20:27 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:20:27 user nova-compute[75209]: FIRMWARE:
Dec 04 19:20:27 user nova-compute[75209]: No targets found.
Dec 04 19:20:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:20:27 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:20:27 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[36177dd0-98c5-4353-92cb-12df548771ba]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d3f44a-f26d-4489-b552-11437a407078]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:27 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:27 user nova-compute[75209]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:20:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:27 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:27 user nova-compute[75209]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:20:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7dcedab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542'): ({'sdd'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Removing single pathed devices sdd {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7cd4bcb-a628-4475-91ed-d9b8b43dc155]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[da44444c-d0a6-4331-a77d-a3edb29831c9]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Flushing IO for device /dev/sdd {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[43842053-1666-48ce-9ff1-9d75c7f4fb26]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7af3f9cc-8426-4270-a9ad-e87b755a5037]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c037ed74-e365-4eb2-8719-6693ec7bb018]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[024b14da-669c-41c7-bbcb-28f5e290a275]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260]
Dec 04 19:20:27 user nova-compute[75209]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260] successful.
Dec 04 19:20:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[46942d2b-8dfb-4587-a325-e361c5490612]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] <== disconnect_volume: return (295ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Start _get_guest_xml network_info=[{"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=87af5a90-f410-4dbc-953a-5ef0b321f430,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '87af5a90-f410-4dbc-953a-5ef0b321f430'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': None, 'attachment_id': 'dce421d9-afe5-4a84-a32e-54bd2bd3605a', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iaygPxuj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '319c4c42-6d8f-41ae-85f5-2d74443704fa', 'attached_at': '', 'detached_at': '', 'volume_id': '6cf6b0b3-7d5a-414e-9136-09dad8b47542', 'serial': '6cf6b0b3-7d5a-414e-9136-09dad8b47542'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:20:27 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:20:27 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=87af5a90-f410-4dbc-953a-5ef0b321f430,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.objects.instance [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'vcpu_model' on Instance uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.objects.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Object Instance<319c4c42-6d8f-41ae-85f5-2d74443704fa> lazy-loaded attributes: resources,vcpu_model {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iaygPxuj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:20:27 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:20:27 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:20:27 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[76579b1b-02e6-46b1-8511-5a8b6ac8388f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:20:27 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2c5becd-d032-48e5-9793-1fe8c5620785]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542] added
Dec 04 19:20:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[664ce458-ca79-4a49-aa45-82341738ed3a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d34903-856f-4b6d-ac70-031767f6486c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iaygPxuj {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iaygPxuj" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e562f2-f8d7-437b-b2e5-9c235b9c86e9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iaygPxuj'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[999adffc-5ddc-4165-a823-ea65944b9216]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a0456b-48ea-43e5-8979-f8dc77ace1b5]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:27 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:27 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b594b569-26ec-4db5-b205-ccf8e970bc1c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260]
Dec 04 19:20:27 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260] successful.
Dec 04 19:20:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc723c8-839f-4ecf-9f00-c3d738771e2c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a974e023-5def-430a-84a9-b74128e50a30]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:27 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:27 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:20:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:20:27 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:20:27 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:20:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] HCTL ('33', '-', '-', 0) found on session 40 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef19f498-3989-488d-acdd-dcffeec6446c]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iaygPxuj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:20:27 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 06876530-03cc-4b49-a912-dd4fe68f5446 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updating instance_info_cache with network_info: [{"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-dbab2c13-4e10-4aff-ae7f-681c6b815541 req-0ff95b3d-3a12-473f-bbf3-d2495959f994 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dbab2c13-4e10-4aff-ae7f-681c6b815541 req-0ff95b3d-3a12-473f-bbf3-d2495959f994 service nova] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dbab2c13-4e10-4aff-ae7f-681c6b815541 req-0ff95b3d-3a12-473f-bbf3-d2495959f994 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-dbab2c13-4e10-4aff-ae7f-681c6b815541 req-0ff95b3d-3a12-473f-bbf3-d2495959f994 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-dbab2c13-4e10-4aff-ae7f-681c6b815541 req-0ff95b3d-3a12-473f-bbf3-d2495959f994 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] No waiting events found dispatching network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:20:28 user nova-compute[75209]: WARNING nova.compute.manager [req-dbab2c13-4e10-4aff-ae7f-681c6b815541 req-0ff95b3d-3a12-473f-bbf3-d2495959f994 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received unexpected event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 for instance with vm_state active and task_state reboot_started_hard.
Dec 04 19:20:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '23934326130336264', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23934326130336264', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2068303438',display_name='tempest-TestMinimumBasicScenario-server-2068303438',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2068303438',id=34,image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPzVmtnomHUMk2iuGSDIg+DlqOt03se0JRlCr0eDwg3D0UelqF2bryURvtBvE6hYcB/dWpeWWTKC89bRIvga9xyWcVEN1YYMl1giQXnDILRin0pGZXxKQxPduhKGoRiNgw==',key_name='tempest-TestMinimumBasicScenario-984686413',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:18:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6d89cad196214ac1a4fbc922924e5766',ramdisk_id='',reservation_id='r-dhczs0t1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2144175549',owner_user_name='tempest-TestMinimumBasicScenario-2144175549-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:20:26Z,user_data=None,user_id='d5eaec7056754f47a2bc193e8dae5456',uuid=319c4c42-6d8f-41ae-85f5-2d74443704fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converting VIF {"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.objects.instance [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'pci_devices' on Instance uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.objects.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Object Instance<319c4c42-6d8f-41ae-85f5-2d74443704fa> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:20:28 user nova-compute[75209]:   <uuid>319c4c42-6d8f-41ae-85f5-2d74443704fa</uuid>
Dec 04 19:20:28 user nova-compute[75209]:   <name>instance-00000022</name>
Dec 04 19:20:28 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:20:28 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:20:28 user nova-compute[75209]:   <metadata>
Dec 04 19:20:28 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:20:28 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:20:28 user nova-compute[75209]:       <nova:name>tempest-TestMinimumBasicScenario-server-2068303438</nova:name>
Dec 04 19:20:28 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:20:27</nova:creationTime>
Dec 04 19:20:28 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:20:28 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:20:28 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:20:28 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:20:28 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:20:28 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:20:28 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:20:28 user nova-compute[75209]:       <nova:owner>
Dec 04 19:20:28 user nova-compute[75209]:         <nova:user uuid="d5eaec7056754f47a2bc193e8dae5456">tempest-TestMinimumBasicScenario-2144175549-project-member</nova:user>
Dec 04 19:20:28 user nova-compute[75209]:         <nova:project uuid="6d89cad196214ac1a4fbc922924e5766">tempest-TestMinimumBasicScenario-2144175549</nova:project>
Dec 04 19:20:28 user nova-compute[75209]:       </nova:owner>
Dec 04 19:20:28 user nova-compute[75209]:       <nova:root type="image" uuid="87af5a90-f410-4dbc-953a-5ef0b321f430"/>
Dec 04 19:20:28 user nova-compute[75209]:       <nova:ports>
Dec 04 19:20:28 user nova-compute[75209]:         <nova:port uuid="d2ba1fad-0a16-4266-a8ee-2f3c62fd8737">
Dec 04 19:20:28 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:20:28 user nova-compute[75209]:         </nova:port>
Dec 04 19:20:28 user nova-compute[75209]:       </nova:ports>
Dec 04 19:20:28 user nova-compute[75209]:     </nova:instance>
Dec 04 19:20:28 user nova-compute[75209]:   </metadata>
Dec 04 19:20:28 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:20:28 user nova-compute[75209]:     <system>
Dec 04 19:20:28 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:20:28 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:20:28 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:20:28 user nova-compute[75209]:       <entry name="serial">319c4c42-6d8f-41ae-85f5-2d74443704fa</entry>
Dec 04 19:20:28 user nova-compute[75209]:       <entry name="uuid">319c4c42-6d8f-41ae-85f5-2d74443704fa</entry>
Dec 04 19:20:28 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:20:28 user nova-compute[75209]:     </system>
Dec 04 19:20:28 user nova-compute[75209]:   </sysinfo>
Dec 04 19:20:28 user nova-compute[75209]:   <os>
Dec 04 19:20:28 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:20:28 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:20:28 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:20:28 user nova-compute[75209]:   </os>
Dec 04 19:20:28 user nova-compute[75209]:   <features>
Dec 04 19:20:28 user nova-compute[75209]:     <acpi/>
Dec 04 19:20:28 user nova-compute[75209]:     <apic/>
Dec 04 19:20:28 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:20:28 user nova-compute[75209]:   </features>
Dec 04 19:20:28 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:20:28 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:20:28 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:20:28 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:20:28 user nova-compute[75209]:   </clock>
Dec 04 19:20:28 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:20:28 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:20:28 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:20:28 user nova-compute[75209]:   </cpu>
Dec 04 19:20:28 user nova-compute[75209]:   <devices>
Dec 04 19:20:28 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:20:28 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:20:28 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk"/>
Dec 04 19:20:28 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:20:28 user nova-compute[75209]:     </disk>
Dec 04 19:20:28 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:20:28 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:20:28 user nova-compute[75209]:       <source dev="/dev/sdb"/>
Dec 04 19:20:28 user nova-compute[75209]:       <target dev="vdb" bus="virtio"/>
Dec 04 19:20:28 user nova-compute[75209]:       <serial>6cf6b0b3-7d5a-414e-9136-09dad8b47542</serial>
Dec 04 19:20:28 user nova-compute[75209]:     </disk>
Dec 04 19:20:28 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:20:28 user nova-compute[75209]:       <mac address="fa:16:3e:8a:05:e6"/>
Dec 04 19:20:28 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:20:28 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:20:28 user nova-compute[75209]:       <target dev="tapd2ba1fad-0a"/>
Dec 04 19:20:28 user nova-compute[75209]:     </interface>
Dec 04 19:20:28 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:20:28 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/console.log" append="off"/>
Dec 04 19:20:28 user nova-compute[75209]:     </serial>
Dec 04 19:20:28 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:20:28 user nova-compute[75209]:     <video>
Dec 04 19:20:28 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:20:28 user nova-compute[75209]:     </video>
Dec 04 19:20:28 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:20:28 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:20:28 user nova-compute[75209]:     </rng>
Dec 04 19:20:28 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:20:28 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:20:28 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:20:28 user nova-compute[75209]:     </memballoon>
Dec 04 19:20:28 user nova-compute[75209]:   </devices>
Dec 04 19:20:28 user nova-compute[75209]: </domain>
Dec 04 19:20:28 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.objects.instance [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'trusted_certs' on Instance uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.objects.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Object Instance<319c4c42-6d8f-41ae-85f5-2d74443704fa> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Checking if we can resize image /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Cannot resize image /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.objects.instance [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'migration_context' on Instance uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.objects.base [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Object Instance<319c4c42-6d8f-41ae-85f5-2d74443704fa> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2068303438',display_name='tempest-TestMinimumBasicScenario-server-2068303438',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2068303438',id=34,image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPzVmtnomHUMk2iuGSDIg+DlqOt03se0JRlCr0eDwg3D0UelqF2bryURvtBvE6hYcB/dWpeWWTKC89bRIvga9xyWcVEN1YYMl1giQXnDILRin0pGZXxKQxPduhKGoRiNgw==',key_name='tempest-TestMinimumBasicScenario-984686413',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:18:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='6d89cad196214ac1a4fbc922924e5766',ramdisk_id='',reservation_id='r-dhczs0t1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2144175549',owner_user_name='tempest-TestMinimumBasicScenario-2144175549-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:20:26Z,user_data=None,user_id='d5eaec7056754f47a2bc193e8dae5456',uuid=319c4c42-6d8f-41ae-85f5-2d74443704fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converting VIF {"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG os_vif [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '424e06eb-fcca-5d08-bf9b-8ecafc65e1f7', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd2ba1fad-0a, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd2ba1fad-0a, col_values=(('qos', UUID('e91bb74d-4181-44a0-ab3b-1e0e69e73cda')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd2ba1fad-0a, col_values=(('external_ids', {'iface-id': 'd2ba1fad-0a16-4266-a8ee-2f3c62fd8737', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:05:e6', 'vm-uuid': '319c4c42-6d8f-41ae-85f5-2d74443704fa'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:29 user nova-compute[75209]: INFO os_vif [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a')
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:29 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:20:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-8bd99b7e-2b50-42e8-829d-807015a49022 req-b5b90cde-b2ef-4590-b008-994203f01858 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8bd99b7e-2b50-42e8-829d-807015a49022 req-b5b90cde-b2ef-4590-b008-994203f01858 service nova] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8bd99b7e-2b50-42e8-829d-807015a49022 req-b5b90cde-b2ef-4590-b008-994203f01858 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8bd99b7e-2b50-42e8-829d-807015a49022 req-b5b90cde-b2ef-4590-b008-994203f01858 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-8bd99b7e-2b50-42e8-829d-807015a49022 req-b5b90cde-b2ef-4590-b008-994203f01858 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] No waiting events found dispatching network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:20:31 user nova-compute[75209]: WARNING nova.compute.manager [req-8bd99b7e-2b50-42e8-829d-807015a49022 req-b5b90cde-b2ef-4590-b008-994203f01858 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received unexpected event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 for instance with vm_state active and task_state reboot_started_hard.
Dec 04 19:20:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:20:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:20:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Instance rebooted successfully.
Dec 04 19:20:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-c08c516a-b7b8-40ba-be9e-aa2f0839df8b req-f336beef-dba0-4409-a8b1-a798bc44042f service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c08c516a-b7b8-40ba-be9e-aa2f0839df8b req-f336beef-dba0-4409-a8b1-a798bc44042f service nova] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c08c516a-b7b8-40ba-be9e-aa2f0839df8b req-f336beef-dba0-4409-a8b1-a798bc44042f service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c08c516a-b7b8-40ba-be9e-aa2f0839df8b req-f336beef-dba0-4409-a8b1-a798bc44042f service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-c08c516a-b7b8-40ba-be9e-aa2f0839df8b req-f336beef-dba0-4409-a8b1-a798bc44042f service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] No waiting events found dispatching network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:20:33 user nova-compute[75209]: WARNING nova.compute.manager [req-c08c516a-b7b8-40ba-be9e-aa2f0839df8b req-f336beef-dba0-4409-a8b1-a798bc44042f service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received unexpected event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 for instance with vm_state active and task_state reboot_started_hard.
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-28e11ce4-6df1-4756-8bb4-8ab47b7126a1 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.081s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:20:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:34 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:20:34 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8334MB free_disk=25.032608032226562GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance d186ec65-cf03-4195-b81d-b88040afd855 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 319c4c42-6d8f-41ae-85f5-2d74443704fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance e59349f8-8b86-4aeb-8341-c509d2545e42 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9c6dcf29-ad55-4841-990e-2daf6496161f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.464s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:20:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:20:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:20:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:20:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:20:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:07 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:21:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:21:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquired lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:21:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:21:07 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'info_cache' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:21:07 user nova-compute[75209]: DEBUG nova.objects.base [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updating instance_info_cache with network_info: [{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-c33126ec-5ab8-4f26-aa51-82ce4ac563b3 req-92480c68-80df-429e-a1ad-6a2810adf6d7 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received event network-changed-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-c33126ec-5ab8-4f26-aa51-82ce4ac563b3 req-92480c68-80df-429e-a1ad-6a2810adf6d7 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Refreshing instance network info cache due to event network-changed-8eee5684-d559-4063-8192-4f02100f81af. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c33126ec-5ab8-4f26-aa51-82ce4ac563b3 req-92480c68-80df-429e-a1ad-6a2810adf6d7 service nova] Acquiring lock "refresh_cache-e59349f8-8b86-4aeb-8341-c509d2545e42" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c33126ec-5ab8-4f26-aa51-82ce4ac563b3 req-92480c68-80df-429e-a1ad-6a2810adf6d7 service nova] Acquired lock "refresh_cache-e59349f8-8b86-4aeb-8341-c509d2545e42" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-c33126ec-5ab8-4f26-aa51-82ce4ac563b3 req-92480c68-80df-429e-a1ad-6a2810adf6d7 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Refreshing network info cache for port 8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Releasing lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:21:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance destroyed successfully.
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'resources' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.objects.base [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-965961137',display_name='tempest-AttachVolumeTestJSON-server-965961137',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-965961137',id=28,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAMKh6var8Jd9R9PltMPxcYcpt93m6loprIFVmxC8oCxz/QnsynbRnatHVF5r0LAfKco48ph3ilDX05sCaOrrahczBP+DxvX8RKwKm6Y0j2kvnVqJ9N+djMPd1ToFhKHVA==',key_name='tempest-keypair-1976610628',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:13:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-0rsy35km',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:19:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=87c40e60-6eb8-4932-ae1f-17bf12a64dec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG os_vif [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap26a6f891-c1, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df93fb53-7d5e-48c8-b160-6d6b591ebb8f) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:08 user nova-compute[75209]: INFO os_vif [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1')
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Start _get_guest_xml network_info=[{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'numa_topology' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.objects.base [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:21:08 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:21:08 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'vcpu_model' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.objects.base [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-965961137',display_name='tempest-AttachVolumeTestJSON-server-965961137',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-965961137',id=28,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAMKh6var8Jd9R9PltMPxcYcpt93m6loprIFVmxC8oCxz/QnsynbRnatHVF5r0LAfKco48ph3ilDX05sCaOrrahczBP+DxvX8RKwKm6Y0j2kvnVqJ9N+djMPd1ToFhKHVA==',key_name='tempest-keypair-1976610628',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:13:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-0rsy35km',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:19:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=87c40e60-6eb8-4932-ae1f-17bf12a64dec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'pci_devices' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.objects.base [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:21:08 user nova-compute[75209]:   <uuid>87c40e60-6eb8-4932-ae1f-17bf12a64dec</uuid>
Dec 04 19:21:08 user nova-compute[75209]:   <name>instance-0000001c</name>
Dec 04 19:21:08 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:21:08 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:21:08 user nova-compute[75209]:   <metadata>
Dec 04 19:21:08 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:21:08 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:21:08 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeTestJSON-server-965961137</nova:name>
Dec 04 19:21:08 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:21:08</nova:creationTime>
Dec 04 19:21:08 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:21:08 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:21:08 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:21:08 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:21:08 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:21:08 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:21:08 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:21:08 user nova-compute[75209]:       <nova:owner>
Dec 04 19:21:08 user nova-compute[75209]:         <nova:user uuid="68e7dd36d57640899fe033fc69e0f072">tempest-AttachVolumeTestJSON-1002862535-project-member</nova:user>
Dec 04 19:21:08 user nova-compute[75209]:         <nova:project uuid="a45fa1de504c4d3ba40440f8dbe87b60">tempest-AttachVolumeTestJSON-1002862535</nova:project>
Dec 04 19:21:08 user nova-compute[75209]:       </nova:owner>
Dec 04 19:21:08 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:21:08 user nova-compute[75209]:       <nova:ports>
Dec 04 19:21:08 user nova-compute[75209]:         <nova:port uuid="26a6f891-c1cd-4435-a46f-2ce04d2ac364">
Dec 04 19:21:08 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 19:21:08 user nova-compute[75209]:         </nova:port>
Dec 04 19:21:08 user nova-compute[75209]:       </nova:ports>
Dec 04 19:21:08 user nova-compute[75209]:     </nova:instance>
Dec 04 19:21:08 user nova-compute[75209]:   </metadata>
Dec 04 19:21:08 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:21:08 user nova-compute[75209]:     <system>
Dec 04 19:21:08 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:21:08 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:21:08 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:21:08 user nova-compute[75209]:       <entry name="serial">87c40e60-6eb8-4932-ae1f-17bf12a64dec</entry>
Dec 04 19:21:08 user nova-compute[75209]:       <entry name="uuid">87c40e60-6eb8-4932-ae1f-17bf12a64dec</entry>
Dec 04 19:21:08 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:21:08 user nova-compute[75209]:     </system>
Dec 04 19:21:08 user nova-compute[75209]:   </sysinfo>
Dec 04 19:21:08 user nova-compute[75209]:   <os>
Dec 04 19:21:08 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:21:08 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:21:08 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:21:08 user nova-compute[75209]:   </os>
Dec 04 19:21:08 user nova-compute[75209]:   <features>
Dec 04 19:21:08 user nova-compute[75209]:     <acpi/>
Dec 04 19:21:08 user nova-compute[75209]:     <apic/>
Dec 04 19:21:08 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:21:08 user nova-compute[75209]:   </features>
Dec 04 19:21:08 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:21:08 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:21:08 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:21:08 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:21:08 user nova-compute[75209]:   </clock>
Dec 04 19:21:08 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:21:08 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:21:08 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:21:08 user nova-compute[75209]:   </cpu>
Dec 04 19:21:08 user nova-compute[75209]:   <devices>
Dec 04 19:21:08 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:21:08 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:21:08 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk"/>
Dec 04 19:21:08 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:21:08 user nova-compute[75209]:     </disk>
Dec 04 19:21:08 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:21:08 user nova-compute[75209]:       <mac address="fa:16:3e:6a:3a:ef"/>
Dec 04 19:21:08 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:21:08 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:21:08 user nova-compute[75209]:       <target dev="tap26a6f891-c1"/>
Dec 04 19:21:08 user nova-compute[75209]:     </interface>
Dec 04 19:21:08 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:21:08 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/console.log" append="off"/>
Dec 04 19:21:08 user nova-compute[75209]:     </serial>
Dec 04 19:21:08 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:21:08 user nova-compute[75209]:     <video>
Dec 04 19:21:08 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:21:08 user nova-compute[75209]:     </video>
Dec 04 19:21:08 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:21:08 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:21:08 user nova-compute[75209]:     </rng>
Dec 04 19:21:08 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:21:08 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:21:08 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:21:08 user nova-compute[75209]:     </memballoon>
Dec 04 19:21:08 user nova-compute[75209]:   </devices>
Dec 04 19:21:08 user nova-compute[75209]: </domain>
Dec 04 19:21:08 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "e59349f8-8b86-4aeb-8341-c509d2545e42" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:08 user nova-compute[75209]: INFO nova.compute.manager [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Terminating instance
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-c33126ec-5ab8-4f26-aa51-82ce4ac563b3 req-92480c68-80df-429e-a1ad-6a2810adf6d7 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Updated VIF entry in instance network info cache for port 8eee5684-d559-4063-8192-4f02100f81af. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG nova.network.neutron [req-c33126ec-5ab8-4f26-aa51-82ce4ac563b3 req-92480c68-80df-429e-a1ad-6a2810adf6d7 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Updating instance_info_cache with network_info: [{"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c33126ec-5ab8-4f26-aa51-82ce4ac563b3 req-92480c68-80df-429e-a1ad-6a2810adf6d7 service nova] Releasing lock "refresh_cache-e59349f8-8b86-4aeb-8341-c509d2545e42" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'trusted_certs' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.objects.base [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-5b379bb5-1402-479c-975d-98e071bd0613 req-7142c276-2cb1-40c3-ab49-ffb88e750c7d service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received event network-vif-unplugged-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b379bb5-1402-479c-975d-98e071bd0613 req-7142c276-2cb1-40c3-ab49-ffb88e750c7d service nova] Acquiring lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b379bb5-1402-479c-975d-98e071bd0613 req-7142c276-2cb1-40c3-ab49-ffb88e750c7d service nova] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5b379bb5-1402-479c-975d-98e071bd0613 req-7142c276-2cb1-40c3-ab49-ffb88e750c7d service nova] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-5b379bb5-1402-479c-975d-98e071bd0613 req-7142c276-2cb1-40c3-ab49-ffb88e750c7d service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] No waiting events found dispatching network-vif-unplugged-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-5b379bb5-1402-479c-975d-98e071bd0613 req-7142c276-2cb1-40c3-ab49-ffb88e750c7d service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received event network-vif-unplugged-8eee5684-d559-4063-8192-4f02100f81af for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.203s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Cannot resize image /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'migration_context' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.objects.base [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Object Instance<87c40e60-6eb8-4932-ae1f-17bf12a64dec> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-965961137',display_name='tempest-AttachVolumeTestJSON-server-965961137',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-965961137',id=28,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAMKh6var8Jd9R9PltMPxcYcpt93m6loprIFVmxC8oCxz/QnsynbRnatHVF5r0LAfKco48ph3ilDX05sCaOrrahczBP+DxvX8RKwKm6Y0j2kvnVqJ9N+djMPd1ToFhKHVA==',key_name='tempest-keypair-1976610628',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:13:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-0rsy35km',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:19:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=87c40e60-6eb8-4932-ae1f-17bf12a64dec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG os_vif [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc89671d-75de-5e66-9507-592da66d41a8', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap26a6f891-c1, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap26a6f891-c1, col_values=(('qos', UUID('98064c75-2f23-4ab2-9aad-223ddfeb0c45')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap26a6f891-c1, col_values=(('external_ids', {'iface-id': '26a6f891-c1cd-4435-a46f-2ce04d2ac364', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:3a:ef', 'vm-uuid': '87c40e60-6eb8-4932-ae1f-17bf12a64dec'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: INFO os_vif [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1')
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Instance destroyed successfully.
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.objects.instance [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'resources' on Instance uuid e59349f8-8b86-4aeb-8341-c509d2545e42 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:19:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1529015087',display_name='tempest-AttachVolumeNegativeTest-server-1529015087',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1529015087',id=36,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOfKX3mg7hpcS6qExzwKF5odT81j5uB/LI7f82rRyzlIZ6Y3wp6C0aKfmV6Z/84LekqRd/cdeTtSruz7ngonJ/qhYcVi3pxNWhTDojsT0/Ka/jVTpALJ6kSBQU6mOxQyWg==',key_name='tempest-keypair-473967042',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:19:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-zp4ciddd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:19:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=e59349f8-8b86-4aeb-8341-c509d2545e42,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "8eee5684-d559-4063-8192-4f02100f81af", "address": "fa:16:3e:ea:c0:d6", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8eee5684-d5", "ovs_interfaceid": "8eee5684-d559-4063-8192-4f02100f81af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c0:d6,bridge_name='br-int',has_traffic_filtering=True,id=8eee5684-d559-4063-8192-4f02100f81af,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8eee5684-d5') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG os_vif [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c0:d6,bridge_name='br-int',has_traffic_filtering=True,id=8eee5684-d559-4063-8192-4f02100f81af,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8eee5684-d5') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8eee5684-d5, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=58fc1245-6283-41ab-b2ad-e0aa1ab04e73) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:10 user nova-compute[75209]: INFO os_vif [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c0:d6,bridge_name='br-int',has_traffic_filtering=True,id=8eee5684-d559-4063-8192-4f02100f81af,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8eee5684-d5')
Dec 04 19:21:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Deleting instance files /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42_del
Dec 04 19:21:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Deletion of /opt/stack/data/nova/instances/e59349f8-8b86-4aeb-8341-c509d2545e42_del complete
Dec 04 19:21:10 user nova-compute[75209]: INFO nova.compute.manager [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Took 1.47 seconds to destroy the instance on the hypervisor.
Dec 04 19:21:10 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:21:10 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:21:10 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:21:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:21:11 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Took 0.86 seconds to deallocate network for instance.
Dec 04 19:21:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-61274656-b1d5-4648-a3d5-96b2a1d06c70 req-7ec2d306-55ba-49e9-ba13-d8905791f7f9 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-61274656-b1d5-4648-a3d5-96b2a1d06c70 req-7ec2d306-55ba-49e9-ba13-d8905791f7f9 service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-61274656-b1d5-4648-a3d5-96b2a1d06c70 req-7ec2d306-55ba-49e9-ba13-d8905791f7f9 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-61274656-b1d5-4648-a3d5-96b2a1d06c70 req-7ec2d306-55ba-49e9-ba13-d8905791f7f9 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-61274656-b1d5-4648-a3d5-96b2a1d06c70 req-7ec2d306-55ba-49e9-ba13-d8905791f7f9 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:11 user nova-compute[75209]: WARNING nova.compute.manager [req-61274656-b1d5-4648-a3d5-96b2a1d06c70 req-7ec2d306-55ba-49e9-ba13-d8905791f7f9 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state stopped and task_state powering-on.
Dec 04 19:21:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-274be421-f209-41e9-a641-84d2be914a11 req-9a030aab-fba8-4e23-995a-9742f2e8efd4 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received event network-vif-plugged-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-274be421-f209-41e9-a641-84d2be914a11 req-9a030aab-fba8-4e23-995a-9742f2e8efd4 service nova] Acquiring lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-274be421-f209-41e9-a641-84d2be914a11 req-9a030aab-fba8-4e23-995a-9742f2e8efd4 service nova] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-274be421-f209-41e9-a641-84d2be914a11 req-9a030aab-fba8-4e23-995a-9742f2e8efd4 service nova] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-274be421-f209-41e9-a641-84d2be914a11 req-9a030aab-fba8-4e23-995a-9742f2e8efd4 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] No waiting events found dispatching network-vif-plugged-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:11 user nova-compute[75209]: WARNING nova.compute.manager [req-274be421-f209-41e9-a641-84d2be914a11 req-9a030aab-fba8-4e23-995a-9742f2e8efd4 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received unexpected event network-vif-plugged-8eee5684-d559-4063-8192-4f02100f81af for instance with vm_state deleted and task_state None.
Dec 04 19:21:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-274be421-f209-41e9-a641-84d2be914a11 req-9a030aab-fba8-4e23-995a-9742f2e8efd4 service nova] [instance: e59349f8-8b86-4aeb-8341-c509d2545e42] Received event network-vif-deleted-8eee5684-d559-4063-8192-4f02100f81af {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.283s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:11 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Deleted allocations for instance e59349f8-8b86-4aeb-8341-c509d2545e42
Dec 04 19:21:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5fedead1-4491-4d23-9a05-6374742ac584 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "e59349f8-8b86-4aeb-8341-c509d2545e42" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.872s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:21:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance rebooted successfully.
Dec 04 19:21:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0b3eafaa-116f-4813-8996-727e7048f0d4 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:21:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-de391db4-1eaa-460d-ba03-3a299fcea9ff req-0d215a91-22df-4ab6-8730-f86fc0f0c672 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-de391db4-1eaa-460d-ba03-3a299fcea9ff req-0d215a91-22df-4ab6-8730-f86fc0f0c672 service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-de391db4-1eaa-460d-ba03-3a299fcea9ff req-0d215a91-22df-4ab6-8730-f86fc0f0c672 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-de391db4-1eaa-460d-ba03-3a299fcea9ff req-0d215a91-22df-4ab6-8730-f86fc0f0c672 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-de391db4-1eaa-460d-ba03-3a299fcea9ff req-0d215a91-22df-4ab6-8730-f86fc0f0c672 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:13 user nova-compute[75209]: WARNING nova.compute.manager [req-de391db4-1eaa-460d-ba03-3a299fcea9ff req-0d215a91-22df-4ab6-8730-f86fc0f0c672 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state stopped and task_state powering-on.
Dec 04 19:21:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-7882abf8-527a-4613-b9b5-70b2d98b0f50 req-6d3e62c9-01e6-4146-ab52-f8303c778891 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received event network-changed-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-7882abf8-527a-4613-b9b5-70b2d98b0f50 req-6d3e62c9-01e6-4146-ab52-f8303c778891 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Refreshing instance network info cache due to event network-changed-8f348731-92ac-4c35-8e42-bd67121159c8. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:21:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7882abf8-527a-4613-b9b5-70b2d98b0f50 req-6d3e62c9-01e6-4146-ab52-f8303c778891 service nova] Acquiring lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:21:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7882abf8-527a-4613-b9b5-70b2d98b0f50 req-6d3e62c9-01e6-4146-ab52-f8303c778891 service nova] Acquired lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:21:17 user nova-compute[75209]: DEBUG nova.network.neutron [req-7882abf8-527a-4613-b9b5-70b2d98b0f50 req-6d3e62c9-01e6-4146-ab52-f8303c778891 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Refreshing network info cache for port 8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:21:18 user nova-compute[75209]: DEBUG nova.network.neutron [req-7882abf8-527a-4613-b9b5-70b2d98b0f50 req-6d3e62c9-01e6-4146-ab52-f8303c778891 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updated VIF entry in instance network info cache for port 8f348731-92ac-4c35-8e42-bd67121159c8. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:21:18 user nova-compute[75209]: DEBUG nova.network.neutron [req-7882abf8-527a-4613-b9b5-70b2d98b0f50 req-6d3e62c9-01e6-4146-ab52-f8303c778891 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updating instance_info_cache with network_info: [{"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:21:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7882abf8-527a-4613-b9b5-70b2d98b0f50 req-6d3e62c9-01e6-4146-ab52-f8303c778891 service nova] Releasing lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:21:19 user nova-compute[75209]: DEBUG nova.compute.manager [req-ddcfbe91-d2c6-4601-8cdb-ae9558258454 req-7d777274-af54-4766-a47f-316bb51a2ec5 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-changed-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:19 user nova-compute[75209]: DEBUG nova.compute.manager [req-ddcfbe91-d2c6-4601-8cdb-ae9558258454 req-7d777274-af54-4766-a47f-316bb51a2ec5 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Refreshing instance network info cache due to event network-changed-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:21:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ddcfbe91-d2c6-4601-8cdb-ae9558258454 req-7d777274-af54-4766-a47f-316bb51a2ec5 service nova] Acquiring lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:21:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ddcfbe91-d2c6-4601-8cdb-ae9558258454 req-7d777274-af54-4766-a47f-316bb51a2ec5 service nova] Acquired lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:21:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-ddcfbe91-d2c6-4601-8cdb-ae9558258454 req-7d777274-af54-4766-a47f-316bb51a2ec5 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Refreshing network info cache for port c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:21:19 user nova-compute[75209]: DEBUG nova.compute.manager [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Stashing vm_state: active {{(pid=75209) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 04 19:21:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:20 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:21:20 user nova-compute[75209]: INFO nova.compute.claims [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Claim successful on node user
Dec 04 19:21:20 user nova-compute[75209]: INFO nova.compute.resource_tracker [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating resource usage from migration abb55011-9e21-4bc5-98d6-a07f538705c9
Dec 04 19:21:20 user nova-compute[75209]: DEBUG nova.network.neutron [req-ddcfbe91-d2c6-4601-8cdb-ae9558258454 req-7d777274-af54-4766-a47f-316bb51a2ec5 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updated VIF entry in instance network info cache for port c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:21:20 user nova-compute[75209]: DEBUG nova.network.neutron [req-ddcfbe91-d2c6-4601-8cdb-ae9558258454 req-7d777274-af54-4766-a47f-316bb51a2ec5 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating instance_info_cache with network_info: [{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:21:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ddcfbe91-d2c6-4601-8cdb-ae9558258454 req-7d777274-af54-4766-a47f-316bb51a2ec5 service nova] Releasing lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:21:20 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:21:20 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:21:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.361s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:20 user nova-compute[75209]: INFO nova.compute.manager [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Migrating
Dec 04 19:21:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:21:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquired lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:21:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG nova.network.neutron [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating instance_info_cache with network_info: [{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Releasing lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Starting migrate_disk_and_power_off {{(pid=75209) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11481}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-e7c8fc83-becc-49dd-ba92-bf605e454b54 req-a28a1e4d-4408-4dc9-8631-1b4a5b9ad591 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-unplugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e7c8fc83-becc-49dd-ba92-bf605e454b54 req-a28a1e4d-4408-4dc9-8631-1b4a5b9ad591 service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e7c8fc83-becc-49dd-ba92-bf605e454b54 req-a28a1e4d-4408-4dc9-8631-1b4a5b9ad591 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e7c8fc83-becc-49dd-ba92-bf605e454b54 req-a28a1e4d-4408-4dc9-8631-1b4a5b9ad591 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:21 user nova-compute[75209]: DEBUG nova.compute.manager [req-e7c8fc83-becc-49dd-ba92-bf605e454b54 req-a28a1e4d-4408-4dc9-8631-1b4a5b9ad591 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-unplugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:21 user nova-compute[75209]: WARNING nova.compute.manager [req-e7c8fc83-becc-49dd-ba92-bf605e454b54 req-a28a1e4d-4408-4dc9-8631-1b4a5b9ad591 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-unplugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state active and task_state resize_migrating.
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Instance destroyed successfully.
Dec 04 19:21:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:19:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-233361330',display_name='tempest-ServerActionsTestOtherA-server-233361330',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-233361330',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd90ipTeKnUTjoku+oOG0OOStOcOzRu9YRSNjIxaCTFCWtu2MhtiDcbxLSIxFHOHWKzOie37paIsTje8K6OIumjptlR2GI63l1VqJOc1oMlO50fXwM80ebVsvmwTWIHmA==',key_name='tempest-keypair-2096222088',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:19:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-5brqeb51',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:21:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=9c6dcf29-ad55-4841-990e-2daf6496161f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-831275366-network", "vif_mac": "fa:16:3e:78:59:44"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-831275366-network", "vif_mac": "fa:16:3e:78:59:44"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_vif [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc0f0e40d-37, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aff06463-8d49-410b-b3c0-7032923946f9) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:22 user nova-compute[75209]: INFO os_vif [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37')
Dec 04 19:21:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rFIbqtOv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:21:22 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.035s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[751c4ad8-cee2-4943-a00b-0c44db0beb1d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:21:22 user nova-compute[75209]: No targets found.
Dec 04 19:21:22 user nova-compute[75209]: iSNS:
Dec 04 19:21:22 user nova-compute[75209]: No targets found.
Dec 04 19:21:22 user nova-compute[75209]: STATIC:
Dec 04 19:21:22 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d
Dec 04 19:21:22 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:21:22 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:21:22 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac
Dec 04 19:21:22 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:21:22 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:21:22 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542
Dec 04 19:21:22 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:21:22 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:21:22 user nova-compute[75209]: FIRMWARE:
Dec 04 19:21:22 user nova-compute[75209]: No targets found.
Dec 04 19:21:22 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:21:22 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:21:22 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[321be97b-e21f-4fcc-b1cd-6e846e5e0287]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2716688-0702-460e-b2f8-e95bad059331]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:21:22 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:21:22 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:21:22 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:21:22 user nova-compute[75209]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:21:22 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:21:22 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c73b370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac'): ({'sdc'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Removing single pathed devices sdc {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[62bb8d27-93d2-44a3-9926-f25f20e89aa7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b738e6ab-2235-4863-88ac-28f1c4c85c2c]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flushing IO for device /dev/sdc {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0719e9b-d45c-4582-be01-b3eb7ca928cb]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[871743da-5d80-40ca-9313-da55a2973d09]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7086b66a-8b3d-4230-ac1e-bdf8bcb1172e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fed7825-1e23-481a-a32d-3b4de10f2f14]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260]
Dec 04 19:21:22 user nova-compute[75209]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260] successful.
Dec 04 19:21:22 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b5d3294-d270-403f-9217-78e30bb8bd04]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.366s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== disconnect_volume: return (367ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:21:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:21:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:24 user nova-compute[75209]: WARNING nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state active and task_state resize_migrating.
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:24 user nova-compute[75209]: WARNING nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state active and task_state resize_migrating.
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:24 user nova-compute[75209]: WARNING nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state active and task_state resize_migrating.
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-unplugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-unplugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:24 user nova-compute[75209]: WARNING nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-unplugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state active and task_state resize_migrating.
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:24 user nova-compute[75209]: WARNING nova.compute.manager [req-8273e302-8ebc-49f5-b185-2a52594cdeec req-00b7d503-d7f4-4aef-920f-8b96be068b52 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state active and task_state resize_migrating.
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Port c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 binding to destination host user is already ACTIVE {{(pid=75209) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquired lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:21:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating instance_info_cache with network_info: [{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Releasing lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG os_brick.utils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fdf228e-e122-4062-bd16-4280e449d9a7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1894164-35d9-48ea-8ce0-8e3e716b8a9e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[44de8707-059f-4e09-aa46-c0be5e4d6406]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e797f6f-ea68-414f-a580-6e2f9f161a86]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:21:25 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:21:25 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d146ebc-5009-486e-acb2-80fcc89c4c89]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG os_brick.utils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:21:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:27 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:21:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:21:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:21:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:21:27 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:21:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:28 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updating instance_info_cache with network_info: [{"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:21:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-87c40e60-6eb8-4932-ae1f-17bf12a64dec" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:21:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:21:28 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:21:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:21:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:21:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:21:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:21:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:21:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:21:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:31 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:21:31 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:21:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:21:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:21:34 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:21:34 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8327MB free_disk=25.044525146484375GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Applying migration context for instance 9c6dcf29-ad55-4841-990e-2daf6496161f as it has an incoming, in-progress migration abb55011-9e21-4bc5-98d6-a07f538705c9. Migration status is post-migrating {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 04 19:21:34 user nova-compute[75209]: INFO nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating resource usage from migration abb55011-9e21-4bc5-98d6-a07f538705c9
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance d186ec65-cf03-4195-b81d-b88040afd855 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 319c4c42-6d8f-41ae-85f5-2d74443704fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Migration abb55011-9e21-4bc5-98d6-a07f538705c9 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9c6dcf29-ad55-4841-990e-2daf6496161f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.393s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Starting finish_migration {{(pid=75209) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11668}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Instance directory exists: not creating {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 04 19:21:35 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Creating image(s)
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Ensure instance console log exists: /opt/stack/data/nova/instances/9c6dcf29-ad55-4841-990e-2daf6496161f/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Start _get_guest_xml network_info=[{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-831275366-network", "vif_mac": "fa:16:3e:78:59:44"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': '3c80788c-2df1-4214-95ac-6aa8e4b9fe12', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rFIbqtOv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9c6dcf29-ad55-4841-990e-2daf6496161f', 'attached_at': '2023-12-04T19:21:35.000000', 'detached_at': '', 'volume_id': 'd4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 'serial': 'd4e456d5-2cd1-4b0c-8ac8-7fe425368dac'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:21:35 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:21:35 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rFIbqtOv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:21:35 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:21:35 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:21:35 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f41d6fb2-f405-47d5-8ce2-d50a828ac5fd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:21:35 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6be1bac5-2c28-4504-885b-53c60724214d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac] added
Dec 04 19:21:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b773dba-4d9c-437d-9cb6-e9f9811a5b7e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[46309d9f-1d23-4aa2-91c2-2c722c6bb10a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rFIbqtOv {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rFIbqtOv" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[658cc7ba-00c3-4d71-9733-883212beebec]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rFIbqtOv'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d82d01e-f270-4953-a429-7ab0d0f9b0aa]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad32fe8-b0b3-4665-af73-6ff80df8aa75]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:21:35 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:21:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:21:35 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:21:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3cb3978-f5c6-4d47-9278-45e7b636c04f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260]
Dec 04 19:21:35 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260] successful.
Dec 04 19:21:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[28249992-58ce-47a3-b0d4-47242cfc28bc]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f2bfe8c-be88-460b-a342-69114baba4d5]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:21:35 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:21:35 user nova-compute[75209]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:21:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:21:35 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:21:35 user nova-compute[75209]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:21:35 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] HCTL ('34', '-', '-', 0) found on session 41 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ecddf3-b71b-4211-8d06-01dd6714bc03]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:35 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching for a device in session 41 and hctl ['34', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Searching for a device in session 41 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rFIbqtOv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '26633303638353635', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633303638353635', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:19:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-233361330',display_name='tempest-ServerActionsTestOtherA-server-233361330',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-233361330',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd90ipTeKnUTjoku+oOG0OOStOcOzRu9YRSNjIxaCTFCWtu2MhtiDcbxLSIxFHOHWKzOie37paIsTje8K6OIumjptlR2GI63l1VqJOc1oMlO50fXwM80ebVsvmwTWIHmA==',key_name='tempest-keypair-2096222088',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:19:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-5brqeb51',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:21:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=9c6dcf29-ad55-4841-990e-2daf6496161f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-831275366-network", "vif_mac": "fa:16:3e:78:59:44"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-831275366-network", "vif_mac": "fa:16:3e:78:59:44"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:21:36 user nova-compute[75209]:   <uuid>9c6dcf29-ad55-4841-990e-2daf6496161f</uuid>
Dec 04 19:21:36 user nova-compute[75209]:   <name>instance-00000025</name>
Dec 04 19:21:36 user nova-compute[75209]:   <memory>2097152</memory>
Dec 04 19:21:36 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:21:36 user nova-compute[75209]:   <metadata>
Dec 04 19:21:36 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:21:36 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:21:36 user nova-compute[75209]:       <nova:name>tempest-ServerActionsTestOtherA-server-233361330</nova:name>
Dec 04 19:21:36 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:21:35</nova:creationTime>
Dec 04 19:21:36 user nova-compute[75209]:       <nova:flavor name="m1.small">
Dec 04 19:21:36 user nova-compute[75209]:         <nova:memory>2048</nova:memory>
Dec 04 19:21:36 user nova-compute[75209]:         <nova:disk>20</nova:disk>
Dec 04 19:21:36 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:21:36 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:21:36 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:21:36 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:21:36 user nova-compute[75209]:       <nova:owner>
Dec 04 19:21:36 user nova-compute[75209]:         <nova:user uuid="548d88038661404c95abd97f04e5c883">tempest-ServerActionsTestOtherA-1450767658-project-member</nova:user>
Dec 04 19:21:36 user nova-compute[75209]:         <nova:project uuid="f27d81fc76074ac0ad456c2e2410142a">tempest-ServerActionsTestOtherA-1450767658</nova:project>
Dec 04 19:21:36 user nova-compute[75209]:       </nova:owner>
Dec 04 19:21:36 user nova-compute[75209]:       <nova:ports>
Dec 04 19:21:36 user nova-compute[75209]:         <nova:port uuid="c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96">
Dec 04 19:21:36 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:21:36 user nova-compute[75209]:         </nova:port>
Dec 04 19:21:36 user nova-compute[75209]:       </nova:ports>
Dec 04 19:21:36 user nova-compute[75209]:     </nova:instance>
Dec 04 19:21:36 user nova-compute[75209]:   </metadata>
Dec 04 19:21:36 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:21:36 user nova-compute[75209]:     <system>
Dec 04 19:21:36 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:21:36 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:21:36 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:21:36 user nova-compute[75209]:       <entry name="serial">9c6dcf29-ad55-4841-990e-2daf6496161f</entry>
Dec 04 19:21:36 user nova-compute[75209]:       <entry name="uuid">9c6dcf29-ad55-4841-990e-2daf6496161f</entry>
Dec 04 19:21:36 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:21:36 user nova-compute[75209]:     </system>
Dec 04 19:21:36 user nova-compute[75209]:   </sysinfo>
Dec 04 19:21:36 user nova-compute[75209]:   <os>
Dec 04 19:21:36 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:21:36 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:21:36 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:21:36 user nova-compute[75209]:   </os>
Dec 04 19:21:36 user nova-compute[75209]:   <features>
Dec 04 19:21:36 user nova-compute[75209]:     <acpi/>
Dec 04 19:21:36 user nova-compute[75209]:     <apic/>
Dec 04 19:21:36 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:21:36 user nova-compute[75209]:   </features>
Dec 04 19:21:36 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:21:36 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:21:36 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:21:36 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:21:36 user nova-compute[75209]:   </clock>
Dec 04 19:21:36 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:21:36 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:21:36 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:21:36 user nova-compute[75209]:   </cpu>
Dec 04 19:21:36 user nova-compute[75209]:   <devices>
Dec 04 19:21:36 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:21:36 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:21:36 user nova-compute[75209]:       <source dev="/dev/sdc"/>
Dec 04 19:21:36 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:21:36 user nova-compute[75209]:       <serial>d4e456d5-2cd1-4b0c-8ac8-7fe425368dac</serial>
Dec 04 19:21:36 user nova-compute[75209]:     </disk>
Dec 04 19:21:36 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:21:36 user nova-compute[75209]:       <mac address="fa:16:3e:78:59:44"/>
Dec 04 19:21:36 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:21:36 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:21:36 user nova-compute[75209]:       <target dev="tapc0f0e40d-37"/>
Dec 04 19:21:36 user nova-compute[75209]:     </interface>
Dec 04 19:21:36 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:21:36 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/9c6dcf29-ad55-4841-990e-2daf6496161f/console.log" append="off"/>
Dec 04 19:21:36 user nova-compute[75209]:     </serial>
Dec 04 19:21:36 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:21:36 user nova-compute[75209]:     <video>
Dec 04 19:21:36 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:21:36 user nova-compute[75209]:     </video>
Dec 04 19:21:36 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:21:36 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:21:36 user nova-compute[75209]:     </rng>
Dec 04 19:21:36 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:21:36 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:21:36 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:21:36 user nova-compute[75209]:     </memballoon>
Dec 04 19:21:36 user nova-compute[75209]:   </devices>
Dec 04 19:21:36 user nova-compute[75209]: </domain>
Dec 04 19:21:36 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:19:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-233361330',display_name='tempest-ServerActionsTestOtherA-server-233361330',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-233361330',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd90ipTeKnUTjoku+oOG0OOStOcOzRu9YRSNjIxaCTFCWtu2MhtiDcbxLSIxFHOHWKzOie37paIsTje8K6OIumjptlR2GI63l1VqJOc1oMlO50fXwM80ebVsvmwTWIHmA==',key_name='tempest-keypair-2096222088',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:19:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-5brqeb51',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:21:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=9c6dcf29-ad55-4841-990e-2daf6496161f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-831275366-network", "vif_mac": "fa:16:3e:78:59:44"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-831275366-network", "vif_mac": "fa:16:3e:78:59:44"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG os_vif [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '283c0799-a17a-5442-989f-c05e5175bfcc', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc0f0e40d-37, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc0f0e40d-37, col_values=(('qos', UUID('95f52324-8aa4-4e4b-8c15-c3bc84aaa1d8')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc0f0e40d-37, col_values=(('external_ids', {'iface-id': 'c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:78:59:44', 'vm-uuid': '9c6dcf29-ad55-4841-990e-2daf6496161f'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:36 user nova-compute[75209]: INFO os_vif [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37')
Dec 04 19:21:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:21:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] No VIF found with MAC fa:16:3e:78:59:44, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-b6af1208-2a7e-4503-af74-5d9848e7a33e req-17ddf4dc-dba3-4355-8595-0231a17444ed service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b6af1208-2a7e-4503-af74-5d9848e7a33e req-17ddf4dc-dba3-4355-8595-0231a17444ed service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b6af1208-2a7e-4503-af74-5d9848e7a33e req-17ddf4dc-dba3-4355-8595-0231a17444ed service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b6af1208-2a7e-4503-af74-5d9848e7a33e req-17ddf4dc-dba3-4355-8595-0231a17444ed service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:38 user nova-compute[75209]: DEBUG nova.compute.manager [req-b6af1208-2a7e-4503-af74-5d9848e7a33e req-17ddf4dc-dba3-4355-8595-0231a17444ed service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:38 user nova-compute[75209]: WARNING nova.compute.manager [req-b6af1208-2a7e-4503-af74-5d9848e7a33e req-17ddf4dc-dba3-4355-8595-0231a17444ed service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state active and task_state resize_finish.
Dec 04 19:21:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:21:38 user nova-compute[75209]: INFO nova.compute.claims [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Claim successful on node user
Dec 04 19:21:39 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.374s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:21:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:21:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG nova.policy [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a92c64510104f6eb4fae49b8983ce10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fa0709d1b454b04a059d8c3a941ec65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:21:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Creating image(s)
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "/opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "/opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "/opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.190s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.206s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk 1073741824" returned: 0 in 0.077s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.290s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:39 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Successfully created port: 903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.212s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Cannot resize image /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Ensure instance console log exists: /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Successfully updated port: 903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "refresh_cache-2b632881-ab44-4a9e-aecc-3a63caf2e185" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquired lock "refresh_cache-2b632881-ab44-4a9e-aecc-3a63caf2e185" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:21:40 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Instance running successfully.
Dec 04 19:21:40 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Failed to set time: agent not configured {{(pid=75209) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 04 19:21:40 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-08b7c009-6a7b-476e-8877-05736c7aa56c tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] finish_migration finished successfully. {{(pid=75209) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11763}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:41 user nova-compute[75209]: WARNING nova.compute.manager [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state resized and task_state None.
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-changed-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Refreshing instance network info cache due to event network-changed-903839c5-7e30-4748-adea-079232778e94. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] Acquiring lock "refresh_cache-2b632881-ab44-4a9e-aecc-3a63caf2e185" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Updating instance_info_cache with network_info: [{"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Releasing lock "refresh_cache-2b632881-ab44-4a9e-aecc-3a63caf2e185" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Instance network_info: |[{"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] Acquired lock "refresh_cache-2b632881-ab44-4a9e-aecc-3a63caf2e185" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Refreshing network info cache for port 903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Start _get_guest_xml network_info=[{"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:21:41 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:21:41 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:21:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-526466522',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-526466522',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-5264665',id=38,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN4lWHCuY2PnbIyGgbuLJBxk3rdqghbpJfITZB1ZfV7RoTFN4SuEdojvsKtQoJ/vwpCy5QauXLMXN99W7PUkz0uu6VgmLX2Gwc5npXoBf9cDlgA555Ddixvn5Hsx4KIR+Q==',key_name='tempest-keypair-1753314486',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1fa0709d1b454b04a059d8c3a941ec65',ramdisk_id='',reservation_id='r-qtz1r4h3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1844717934',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:21:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a92c64510104f6eb4fae49b8983ce10',uuid=2b632881-ab44-4a9e-aecc-3a63caf2e185,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Converting VIF {"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:82:7c,bridge_name='br-int',has_traffic_filtering=True,id=903839c5-7e30-4748-adea-079232778e94,network=Network(cd1e59df-6254-4e32-99bd-c49c2ad24bad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap903839c5-7e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.objects.instance [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lazy-loading 'pci_devices' on Instance uuid 2b632881-ab44-4a9e-aecc-3a63caf2e185 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:21:41 user nova-compute[75209]:   <uuid>2b632881-ab44-4a9e-aecc-3a63caf2e185</uuid>
Dec 04 19:21:41 user nova-compute[75209]:   <name>instance-00000026</name>
Dec 04 19:21:41 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:21:41 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:21:41 user nova-compute[75209]:   <metadata>
Dec 04 19:21:41 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:21:41 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:21:41 user nova-compute[75209]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-526466522</nova:name>
Dec 04 19:21:41 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:21:41</nova:creationTime>
Dec 04 19:21:41 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:21:41 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:21:41 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:21:41 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:21:41 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:21:41 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:21:41 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:21:41 user nova-compute[75209]:       <nova:owner>
Dec 04 19:21:41 user nova-compute[75209]:         <nova:user uuid="7a92c64510104f6eb4fae49b8983ce10">tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member</nova:user>
Dec 04 19:21:41 user nova-compute[75209]:         <nova:project uuid="1fa0709d1b454b04a059d8c3a941ec65">tempest-TestServerVolumeAttachScenarioOldVersion-1844717934</nova:project>
Dec 04 19:21:41 user nova-compute[75209]:       </nova:owner>
Dec 04 19:21:41 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:21:41 user nova-compute[75209]:       <nova:ports>
Dec 04 19:21:41 user nova-compute[75209]:         <nova:port uuid="903839c5-7e30-4748-adea-079232778e94">
Dec 04 19:21:41 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 04 19:21:41 user nova-compute[75209]:         </nova:port>
Dec 04 19:21:41 user nova-compute[75209]:       </nova:ports>
Dec 04 19:21:41 user nova-compute[75209]:     </nova:instance>
Dec 04 19:21:41 user nova-compute[75209]:   </metadata>
Dec 04 19:21:41 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:21:41 user nova-compute[75209]:     <system>
Dec 04 19:21:41 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:21:41 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:21:41 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:21:41 user nova-compute[75209]:       <entry name="serial">2b632881-ab44-4a9e-aecc-3a63caf2e185</entry>
Dec 04 19:21:41 user nova-compute[75209]:       <entry name="uuid">2b632881-ab44-4a9e-aecc-3a63caf2e185</entry>
Dec 04 19:21:41 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:21:41 user nova-compute[75209]:     </system>
Dec 04 19:21:41 user nova-compute[75209]:   </sysinfo>
Dec 04 19:21:41 user nova-compute[75209]:   <os>
Dec 04 19:21:41 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:21:41 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:21:41 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:21:41 user nova-compute[75209]:   </os>
Dec 04 19:21:41 user nova-compute[75209]:   <features>
Dec 04 19:21:41 user nova-compute[75209]:     <acpi/>
Dec 04 19:21:41 user nova-compute[75209]:     <apic/>
Dec 04 19:21:41 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:21:41 user nova-compute[75209]:   </features>
Dec 04 19:21:41 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:21:41 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:21:41 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:21:41 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:21:41 user nova-compute[75209]:   </clock>
Dec 04 19:21:41 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:21:41 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:21:41 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:21:41 user nova-compute[75209]:   </cpu>
Dec 04 19:21:41 user nova-compute[75209]:   <devices>
Dec 04 19:21:41 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:21:41 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:21:41 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk"/>
Dec 04 19:21:41 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:21:41 user nova-compute[75209]:     </disk>
Dec 04 19:21:41 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:21:41 user nova-compute[75209]:       <mac address="fa:16:3e:2c:82:7c"/>
Dec 04 19:21:41 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:21:41 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:21:41 user nova-compute[75209]:       <target dev="tap903839c5-7e"/>
Dec 04 19:21:41 user nova-compute[75209]:     </interface>
Dec 04 19:21:41 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:21:41 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/console.log" append="off"/>
Dec 04 19:21:41 user nova-compute[75209]:     </serial>
Dec 04 19:21:41 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:21:41 user nova-compute[75209]:     <video>
Dec 04 19:21:41 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:21:41 user nova-compute[75209]:     </video>
Dec 04 19:21:41 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:21:41 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:21:41 user nova-compute[75209]:     </rng>
Dec 04 19:21:41 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:21:41 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:21:41 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:21:41 user nova-compute[75209]:     </memballoon>
Dec 04 19:21:41 user nova-compute[75209]:   </devices>
Dec 04 19:21:41 user nova-compute[75209]: </domain>
Dec 04 19:21:41 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:21:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-526466522',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-526466522',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-5264665',id=38,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN4lWHCuY2PnbIyGgbuLJBxk3rdqghbpJfITZB1ZfV7RoTFN4SuEdojvsKtQoJ/vwpCy5QauXLMXN99W7PUkz0uu6VgmLX2Gwc5npXoBf9cDlgA555Ddixvn5Hsx4KIR+Q==',key_name='tempest-keypair-1753314486',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1fa0709d1b454b04a059d8c3a941ec65',ramdisk_id='',reservation_id='r-qtz1r4h3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1844717934',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:21:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a92c64510104f6eb4fae49b8983ce10',uuid=2b632881-ab44-4a9e-aecc-3a63caf2e185,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Converting VIF {"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:82:7c,bridge_name='br-int',has_traffic_filtering=True,id=903839c5-7e30-4748-adea-079232778e94,network=Network(cd1e59df-6254-4e32-99bd-c49c2ad24bad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap903839c5-7e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG os_vif [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:82:7c,bridge_name='br-int',has_traffic_filtering=True,id=903839c5-7e30-4748-adea-079232778e94,network=Network(cd1e59df-6254-4e32-99bd-c49c2ad24bad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap903839c5-7e') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c126184-d704-54fe-9c1f-4c2c95b4822b', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap903839c5-7e, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap903839c5-7e, col_values=(('qos', UUID('a26e5e9f-97e3-443f-8d1b-bd561b09a828')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap903839c5-7e, col_values=(('external_ids', {'iface-id': '903839c5-7e30-4748-adea-079232778e94', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:82:7c', 'vm-uuid': '2b632881-ab44-4a9e-aecc-3a63caf2e185'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:41 user nova-compute[75209]: INFO os_vif [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:82:7c,bridge_name='br-int',has_traffic_filtering=True,id=903839c5-7e30-4748-adea-079232778e94,network=Network(cd1e59df-6254-4e32-99bd-c49c2ad24bad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap903839c5-7e')
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] No VIF found with MAC fa:16:3e:2c:82:7c, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Updated VIF entry in instance network info cache for port 903839c5-7e30-4748-adea-079232778e94. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG nova.network.neutron [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Updating instance_info_cache with network_info: [{"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:21:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-235c1c8d-180e-4c29-a355-09dc16bf69c9 req-5381015e-57d0-4d98-bd7a-d0ed7fd9c6f8 service nova] Releasing lock "refresh_cache-2b632881-ab44-4a9e-aecc-3a63caf2e185" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:21:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-8e12d59f-287e-4914-b0b8-074daa29d9b8 req-8d7acc38-69fb-4a85-823e-31bf1c12df6c service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8e12d59f-287e-4914-b0b8-074daa29d9b8 req-8d7acc38-69fb-4a85-823e-31bf1c12df6c service nova] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8e12d59f-287e-4914-b0b8-074daa29d9b8 req-8d7acc38-69fb-4a85-823e-31bf1c12df6c service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8e12d59f-287e-4914-b0b8-074daa29d9b8 req-8d7acc38-69fb-4a85-823e-31bf1c12df6c service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-8e12d59f-287e-4914-b0b8-074daa29d9b8 req-8d7acc38-69fb-4a85-823e-31bf1c12df6c service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] No waiting events found dispatching network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:43 user nova-compute[75209]: WARNING nova.compute.manager [req-8e12d59f-287e-4914-b0b8-074daa29d9b8 req-8d7acc38-69fb-4a85-823e-31bf1c12df6c service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received unexpected event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 for instance with vm_state building and task_state spawning.
Dec 04 19:21:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.compute.manager [req-db2d3d6a-4d20-485f-849f-6dc08a2715ea req-2428c3f9-5178-4a8e-84d4-ed9b627e65ee service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-db2d3d6a-4d20-485f-849f-6dc08a2715ea req-2428c3f9-5178-4a8e-84d4-ed9b627e65ee service nova] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-db2d3d6a-4d20-485f-849f-6dc08a2715ea req-2428c3f9-5178-4a8e-84d4-ed9b627e65ee service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-db2d3d6a-4d20-485f-849f-6dc08a2715ea req-2428c3f9-5178-4a8e-84d4-ed9b627e65ee service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.compute.manager [req-db2d3d6a-4d20-485f-849f-6dc08a2715ea req-2428c3f9-5178-4a8e-84d4-ed9b627e65ee service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] No waiting events found dispatching network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:21:45 user nova-compute[75209]: WARNING nova.compute.manager [req-db2d3d6a-4d20-485f-849f-6dc08a2715ea req-2428c3f9-5178-4a8e-84d4-ed9b627e65ee service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received unexpected event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 for instance with vm_state building and task_state spawning.
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:21:45 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Instance spawned successfully.
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:21:45 user nova-compute[75209]: INFO nova.compute.manager [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Took 6.18 seconds to spawn the instance on the hypervisor.
Dec 04 19:21:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:21:45 user nova-compute[75209]: INFO nova.compute.manager [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Took 7.03 seconds to build instance.
Dec 04 19:21:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8f4ebe2-414a-40cd-9ce0-58e9595f3ec4 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.240s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:21:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:21:58 user nova-compute[75209]: INFO nova.compute.manager [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Unshelving
Dec 04 19:21:58 user nova-compute[75209]: INFO nova.virt.block_device [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Booting with volume 5cd25d15-31e8-4433-8bf3-03461782c45c at /dev/vda
Dec 04 19:21:58 user nova-compute[75209]: DEBUG os_brick.utils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b789ae3b-78ed-4670-8ff7-81343706548a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[91165c4c-ab57-4863-b5ed-2788b58f9033]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4369a6a0-387a-4569-97e0-8c054de3edc1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa2bcccb-09d5-482a-9ce4-77ebd320b9af]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:21:58 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:21:58 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d1a3757-f9d9-4a0f-bbe4-c4948eb28db2]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG os_brick.utils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:21:58 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating existing volume attachment record: 78537862-7ec2-4897-996f-805387e3c04b {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:21:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:00 user nova-compute[75209]: INFO nova.compute.manager [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Detaching volume 876cdddc-f395-4bc0-960d-3b6c9f14d81d
Dec 04 19:22:00 user nova-compute[75209]: INFO nova.virt.block_device [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Attempting to driver detach volume 876cdddc-f395-4bc0-960d-3b6c9f14d81d from mountpoint /dev/vdb
Dec 04 19:22:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Attempting to detach device vdb from instance d186ec65-cf03-4195-b81d-b88040afd855 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:22:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:22:00 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:22:00 user nova-compute[75209]:   <source dev="/dev/sde"/>
Dec 04 19:22:00 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:22:00 user nova-compute[75209]:   <serial>876cdddc-f395-4bc0-960d-3b6c9f14d81d</serial>
Dec 04 19:22:00 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:22:00 user nova-compute[75209]: </disk>
Dec 04 19:22:00 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:22:00 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully detached device vdb from instance d186ec65-cf03-4195-b81d-b88040afd855 from the persistent domain config.
Dec 04 19:22:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d186ec65-cf03-4195-b81d-b88040afd855 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:22:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:22:00 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:22:00 user nova-compute[75209]:   <source dev="/dev/sde"/>
Dec 04 19:22:00 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:22:00 user nova-compute[75209]:   <serial>876cdddc-f395-4bc0-960d-3b6c9f14d81d</serial>
Dec 04 19:22:00 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:22:00 user nova-compute[75209]: </disk>
Dec 04 19:22:00 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:22:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d186ec65-cf03-4195-b81d-b88040afd855 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:22:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:08 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lazy-loading 'pci_requests' on Instance uuid 63bc697d-fc5b-4bec-9075-7d2946aaa599 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:22:08 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lazy-loading 'numa_topology' on Instance uuid 63bc697d-fc5b-4bec-9075-7d2946aaa599 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:22:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:22:08 user nova-compute[75209]: INFO nova.compute.claims [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Claim successful on node user
Dec 04 19:22:08 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:22:08 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:22:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.358s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:08 user nova-compute[75209]: INFO nova.network.neutron [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating port 4f017998-1e28-42c8-a078-fd074faca753 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquired lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.network.neutron [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-ba07b172-5de8-471f-8149-64bc03baa079 req-4a6c2c47-e127-445f-8e2e-b7911222f1d6 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-changed-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-ba07b172-5de8-471f-8149-64bc03baa079 req-4a6c2c47-e127-445f-8e2e-b7911222f1d6 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Refreshing instance network info cache due to event network-changed-4f017998-1e28-42c8-a078-fd074faca753. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ba07b172-5de8-471f-8149-64bc03baa079 req-4a6c2c47-e127-445f-8e2e-b7911222f1d6 service nova] Acquiring lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.network.neutron [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating instance_info_cache with network_info: [{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Releasing lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:22:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Creating image(s)
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Ensure instance console log exists: /opt/stack/data/nova/instances/63bc697d-fc5b-4bec-9075-7d2946aaa599/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Start _get_guest_xml network_info=[{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': '78537862-7ec2-4897-996f-805387e3c04b', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPOenxyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '63bc697d-fc5b-4bec-9075-7d2946aaa599', 'attached_at': '', 'detached_at': '', 'volume_id': '5cd25d15-31e8-4433-8bf3-03461782c45c', 'serial': '5cd25d15-31e8-4433-8bf3-03461782c45c'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ba07b172-5de8-471f-8149-64bc03baa079 req-4a6c2c47-e127-445f-8e2e-b7911222f1d6 service nova] Acquired lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.network.neutron [req-ba07b172-5de8-471f-8149-64bc03baa079 req-4a6c2c47-e127-445f-8e2e-b7911222f1d6 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Refreshing network info cache for port 4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:22:09 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:22:09 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lazy-loading 'vcpu_model' on Instance uuid 63bc697d-fc5b-4bec-9075-7d2946aaa599 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.objects.base [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Object Instance<63bc697d-fc5b-4bec-9075-7d2946aaa599> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPOenxyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:22:09 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:22:09 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:22:09 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a777147-97cd-4434-9a79-e5967de4a838]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:22:09 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dd3d94a-e571-4955-901c-693399ae21ac]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c] added
Dec 04 19:22:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb6824e1-62fe-4160-bc76-e42476bfdbaa]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a96b99ba-91f2-4b53-8d4b-31578d6c55df]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jPOenxyM {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jPOenxyM" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[44be0bba-edec-4193-b8fd-319667379085]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jPOenxyM'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f969116-b7ab-4825-862a-9629e4778cb0]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[063a425e-1b34-4d8d-b6d7-cfc41cc33fa9]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:22:09 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:22:09 user nova-compute[75209]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:22:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:22:09 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:22:09 user nova-compute[75209]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:22:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[72b58159-5f3a-4dda-bf4b-120a808220f5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260]
Dec 04 19:22:09 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260] successful.
Dec 04 19:22:09 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c5b7b0-add2-4f72-8029-7671f9c313d9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c61953ca-3356-4f6b-a928-2b75de2c9141]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:22:10 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:22:10 user nova-compute[75209]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:22:10 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:22:10 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:22:10 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:22:10 user nova-compute[75209]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:22:10 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:22:10 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] HCTL ('35', '-', '-', 0) found on session 42 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7559b84a-14d5-4919-9da1-fac1207b16a8]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Searching for a device in session 42 and hctl ['35', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-ba07b172-5de8-471f-8149-64bc03baa079 req-4a6c2c47-e127-445f-8e2e-b7911222f1d6 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updated VIF entry in instance network info cache for port 4f017998-1e28-42c8-a078-fd074faca753. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-ba07b172-5de8-471f-8149-64bc03baa079 req-4a6c2c47-e127-445f-8e2e-b7911222f1d6 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating instance_info_cache with network_info: [{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:22:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ba07b172-5de8-471f-8149-64bc03baa079 req-4a6c2c47-e127-445f-8e2e-b7911222f1d6 service nova] Releasing lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Searching for a device in session 42 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPOenxyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '26362613136383430', 'path': '/dev/sdd'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362613136383430', 'path': '/dev/sdd'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:18:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1613883483',display_name='tempest-TestShelveInstance-server-1613883483',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1613883483',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-44353607',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:18:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='95620d29f786466cb932c79334c50bb2',ramdisk_id='',reservation_id='r-700eiyud',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-837078313',owner_user_name='tempest-TestShelveInstance-837078313-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:21:59Z,user_data=None,user_id='7431fa0c19324e4b9a0458fb198fbde4',uuid=63bc697d-fc5b-4bec-9075-7d2946aaa599,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converting VIF {"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lazy-loading 'pci_devices' on Instance uuid 63bc697d-fc5b-4bec-9075-7d2946aaa599 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.objects.base [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Object Instance<63bc697d-fc5b-4bec-9075-7d2946aaa599> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:22:11 user nova-compute[75209]:   <uuid>63bc697d-fc5b-4bec-9075-7d2946aaa599</uuid>
Dec 04 19:22:11 user nova-compute[75209]:   <name>instance-00000023</name>
Dec 04 19:22:11 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:22:11 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:22:11 user nova-compute[75209]:   <metadata>
Dec 04 19:22:11 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:22:11 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:22:11 user nova-compute[75209]:       <nova:name>tempest-TestShelveInstance-server-1613883483</nova:name>
Dec 04 19:22:11 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:22:09</nova:creationTime>
Dec 04 19:22:11 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:22:11 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:22:11 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:22:11 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:22:11 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:22:11 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:22:11 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:22:11 user nova-compute[75209]:       <nova:owner>
Dec 04 19:22:11 user nova-compute[75209]:         <nova:user uuid="7431fa0c19324e4b9a0458fb198fbde4">tempest-TestShelveInstance-837078313-project-member</nova:user>
Dec 04 19:22:11 user nova-compute[75209]:         <nova:project uuid="95620d29f786466cb932c79334c50bb2">tempest-TestShelveInstance-837078313</nova:project>
Dec 04 19:22:11 user nova-compute[75209]:       </nova:owner>
Dec 04 19:22:11 user nova-compute[75209]:       <nova:ports>
Dec 04 19:22:11 user nova-compute[75209]:         <nova:port uuid="4f017998-1e28-42c8-a078-fd074faca753">
Dec 04 19:22:11 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 04 19:22:11 user nova-compute[75209]:         </nova:port>
Dec 04 19:22:11 user nova-compute[75209]:       </nova:ports>
Dec 04 19:22:11 user nova-compute[75209]:     </nova:instance>
Dec 04 19:22:11 user nova-compute[75209]:   </metadata>
Dec 04 19:22:11 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:22:11 user nova-compute[75209]:     <system>
Dec 04 19:22:11 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:22:11 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:22:11 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:22:11 user nova-compute[75209]:       <entry name="serial">63bc697d-fc5b-4bec-9075-7d2946aaa599</entry>
Dec 04 19:22:11 user nova-compute[75209]:       <entry name="uuid">63bc697d-fc5b-4bec-9075-7d2946aaa599</entry>
Dec 04 19:22:11 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:22:11 user nova-compute[75209]:     </system>
Dec 04 19:22:11 user nova-compute[75209]:   </sysinfo>
Dec 04 19:22:11 user nova-compute[75209]:   <os>
Dec 04 19:22:11 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:22:11 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:22:11 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:22:11 user nova-compute[75209]:   </os>
Dec 04 19:22:11 user nova-compute[75209]:   <features>
Dec 04 19:22:11 user nova-compute[75209]:     <acpi/>
Dec 04 19:22:11 user nova-compute[75209]:     <apic/>
Dec 04 19:22:11 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:22:11 user nova-compute[75209]:   </features>
Dec 04 19:22:11 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:22:11 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:22:11 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:22:11 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:22:11 user nova-compute[75209]:   </clock>
Dec 04 19:22:11 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:22:11 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:22:11 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:22:11 user nova-compute[75209]:   </cpu>
Dec 04 19:22:11 user nova-compute[75209]:   <devices>
Dec 04 19:22:11 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:22:11 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:22:11 user nova-compute[75209]:       <source dev="/dev/sdd"/>
Dec 04 19:22:11 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:22:11 user nova-compute[75209]:       <serial>5cd25d15-31e8-4433-8bf3-03461782c45c</serial>
Dec 04 19:22:11 user nova-compute[75209]:     </disk>
Dec 04 19:22:11 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:22:11 user nova-compute[75209]:       <mac address="fa:16:3e:8c:9d:27"/>
Dec 04 19:22:11 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:22:11 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:22:11 user nova-compute[75209]:       <target dev="tap4f017998-1e"/>
Dec 04 19:22:11 user nova-compute[75209]:     </interface>
Dec 04 19:22:11 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:22:11 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/63bc697d-fc5b-4bec-9075-7d2946aaa599/console.log" append="off"/>
Dec 04 19:22:11 user nova-compute[75209]:     </serial>
Dec 04 19:22:11 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:22:11 user nova-compute[75209]:     <video>
Dec 04 19:22:11 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:22:11 user nova-compute[75209]:     </video>
Dec 04 19:22:11 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:22:11 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:22:11 user nova-compute[75209]:     </rng>
Dec 04 19:22:11 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:22:11 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:22:11 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:22:11 user nova-compute[75209]:     </memballoon>
Dec 04 19:22:11 user nova-compute[75209]:   </devices>
Dec 04 19:22:11 user nova-compute[75209]: </domain>
Dec 04 19:22:11 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:18:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1613883483',display_name='tempest-TestShelveInstance-server-1613883483',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1613883483',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-44353607',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:18:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='95620d29f786466cb932c79334c50bb2',ramdisk_id='',reservation_id='r-700eiyud',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-837078313',owner_user_name='tempest-TestShelveInstance-837078313-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:21:59Z,user_data=None,user_id='7431fa0c19324e4b9a0458fb198fbde4',uuid=63bc697d-fc5b-4bec-9075-7d2946aaa599,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converting VIF {"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG os_vif [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f8cd5eef-67a5-5320-880f-b633b4461410', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4f017998-1e, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4f017998-1e, col_values=(('qos', UUID('765d3f2f-415c-44ba-8617-18a9ec4f5aec')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4f017998-1e, col_values=(('external_ids', {'iface-id': '4f017998-1e28-42c8-a078-fd074faca753', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:9d:27', 'vm-uuid': '63bc697d-fc5b-4bec-9075-7d2946aaa599'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:11 user nova-compute[75209]: INFO os_vif [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e')
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:22:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] No VIF found with MAC fa:16:3e:8c:9d:27, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:22:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-f6cdf5b6-d051-476c-9c9c-59e6bf2592ba req-5a11093f-d98a-4f6d-999e-c581260ccf29 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:22:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f6cdf5b6-d051-476c-9c9c-59e6bf2592ba req-5a11093f-d98a-4f6d-999e-c581260ccf29 service nova] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f6cdf5b6-d051-476c-9c9c-59e6bf2592ba req-5a11093f-d98a-4f6d-999e-c581260ccf29 service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f6cdf5b6-d051-476c-9c9c-59e6bf2592ba req-5a11093f-d98a-4f6d-999e-c581260ccf29 service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-f6cdf5b6-d051-476c-9c9c-59e6bf2592ba req-5a11093f-d98a-4f6d-999e-c581260ccf29 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] No waiting events found dispatching network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:22:12 user nova-compute[75209]: WARNING nova.compute.manager [req-f6cdf5b6-d051-476c-9c9c-59e6bf2592ba req-5a11093f-d98a-4f6d-999e-c581260ccf29 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received unexpected event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 04 19:22:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:22:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:22:14 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Instance spawned successfully.
Dec 04 19:22:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:22:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2db2723e-bae9-48ca-8c1b-f83a0550ae0e tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 16.199s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-8efa9f19-9454-443d-af7b-91135c744fee req-2e56ca4a-c096-4f14-8b9a-0f1fb297e1fe service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:22:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8efa9f19-9454-443d-af7b-91135c744fee req-2e56ca4a-c096-4f14-8b9a-0f1fb297e1fe service nova] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8efa9f19-9454-443d-af7b-91135c744fee req-2e56ca4a-c096-4f14-8b9a-0f1fb297e1fe service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8efa9f19-9454-443d-af7b-91135c744fee req-2e56ca4a-c096-4f14-8b9a-0f1fb297e1fe service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-8efa9f19-9454-443d-af7b-91135c744fee req-2e56ca4a-c096-4f14-8b9a-0f1fb297e1fe service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] No waiting events found dispatching network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:22:14 user nova-compute[75209]: WARNING nova.compute.manager [req-8efa9f19-9454-443d-af7b-91135c744fee req-2e56ca4a-c096-4f14-8b9a-0f1fb297e1fe service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received unexpected event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 for instance with vm_state active and task_state None.
Dec 04 19:22:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-d936ded2-32bc-4b0b-96ad-5d7f9e7b1c03 req-4d709097-7c72-44f5-b926-e067bf4b34df service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-changed-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:22:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-d936ded2-32bc-4b0b-96ad-5d7f9e7b1c03 req-4d709097-7c72-44f5-b926-e067bf4b34df service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Refreshing instance network info cache due to event network-changed-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:22:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d936ded2-32bc-4b0b-96ad-5d7f9e7b1c03 req-4d709097-7c72-44f5-b926-e067bf4b34df service nova] Acquiring lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:22:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d936ded2-32bc-4b0b-96ad-5d7f9e7b1c03 req-4d709097-7c72-44f5-b926-e067bf4b34df service nova] Acquired lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:22:17 user nova-compute[75209]: DEBUG nova.network.neutron [req-d936ded2-32bc-4b0b-96ad-5d7f9e7b1c03 req-4d709097-7c72-44f5-b926-e067bf4b34df service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Refreshing network info cache for port d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:22:17 user nova-compute[75209]: DEBUG nova.network.neutron [req-d936ded2-32bc-4b0b-96ad-5d7f9e7b1c03 req-4d709097-7c72-44f5-b926-e067bf4b34df service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updated VIF entry in instance network info cache for port d2ba1fad-0a16-4266-a8ee-2f3c62fd8737. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:22:17 user nova-compute[75209]: DEBUG nova.network.neutron [req-d936ded2-32bc-4b0b-96ad-5d7f9e7b1c03 req-4d709097-7c72-44f5-b926-e067bf4b34df service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updating instance_info_cache with network_info: [{"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:22:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d936ded2-32bc-4b0b-96ad-5d7f9e7b1c03 req-4d709097-7c72-44f5-b926-e067bf4b34df service nova] Releasing lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:22:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:18 user nova-compute[75209]: INFO nova.compute.manager [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Detaching volume 6cf6b0b3-7d5a-414e-9136-09dad8b47542
Dec 04 19:22:18 user nova-compute[75209]: INFO nova.virt.block_device [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Attempting to driver detach volume 6cf6b0b3-7d5a-414e-9136-09dad8b47542 from mountpoint /dev/vdb
Dec 04 19:22:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Attempting to detach device vdb from instance 319c4c42-6d8f-41ae-85f5-2d74443704fa from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:22:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:22:18 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:22:18 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:22:18 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:22:18 user nova-compute[75209]:   <serial>6cf6b0b3-7d5a-414e-9136-09dad8b47542</serial>
Dec 04 19:22:18 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 19:22:18 user nova-compute[75209]: </disk>
Dec 04 19:22:18 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:22:18 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Successfully detached device vdb from instance 319c4c42-6d8f-41ae-85f5-2d74443704fa from the persistent domain config.
Dec 04 19:22:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 319c4c42-6d8f-41ae-85f5-2d74443704fa from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:22:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:22:18 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:22:18 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:22:18 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:22:18 user nova-compute[75209]:   <serial>6cf6b0b3-7d5a-414e-9136-09dad8b47542</serial>
Dec 04 19:22:18 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 04 19:22:18 user nova-compute[75209]: </disk>
Dec 04 19:22:18 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:22:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:22:19 user nova-compute[75209]: DEBUG nova.compute.manager [req-c1dc1a0a-3cbe-485f-9b90-666f9061c827 req-1910b460-6b68-49d9-b0a6-68191b02f523 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-changed-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:22:19 user nova-compute[75209]: DEBUG nova.compute.manager [req-c1dc1a0a-3cbe-485f-9b90-666f9061c827 req-1910b460-6b68-49d9-b0a6-68191b02f523 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Refreshing instance network info cache due to event network-changed-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:22:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c1dc1a0a-3cbe-485f-9b90-666f9061c827 req-1910b460-6b68-49d9-b0a6-68191b02f523 service nova] Acquiring lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:22:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c1dc1a0a-3cbe-485f-9b90-666f9061c827 req-1910b460-6b68-49d9-b0a6-68191b02f523 service nova] Acquired lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:22:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-c1dc1a0a-3cbe-485f-9b90-666f9061c827 req-1910b460-6b68-49d9-b0a6-68191b02f523 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Refreshing network info cache for port d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:22:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-c1dc1a0a-3cbe-485f-9b90-666f9061c827 req-1910b460-6b68-49d9-b0a6-68191b02f523 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updated VIF entry in instance network info cache for port d2ba1fad-0a16-4266-a8ee-2f3c62fd8737. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:22:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-c1dc1a0a-3cbe-485f-9b90-666f9061c827 req-1910b460-6b68-49d9-b0a6-68191b02f523 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updating instance_info_cache with network_info: [{"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:22:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c1dc1a0a-3cbe-485f-9b90-666f9061c827 req-1910b460-6b68-49d9-b0a6-68191b02f523 service nova] Releasing lock "refresh_cache-319c4c42-6d8f-41ae-85f5-2d74443704fa" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:22:20 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d186ec65-cf03-4195-b81d-b88040afd855 is timed out.
Dec 04 19:22:20 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully detached device vdb from instance d186ec65-cf03-4195-b81d-b88040afd855 from the live domain config.
Dec 04 19:22:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EyCxrTWn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:22:20 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[64a24b35-edf2-40b1-8384-e68443b1aac6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:22:20 user nova-compute[75209]: No targets found.
Dec 04 19:22:20 user nova-compute[75209]: iSNS:
Dec 04 19:22:20 user nova-compute[75209]: No targets found.
Dec 04 19:22:20 user nova-compute[75209]: STATIC:
Dec 04 19:22:20 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d
Dec 04 19:22:20 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:22:20 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:22:20 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c
Dec 04 19:22:20 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:22:20 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:22:20 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac
Dec 04 19:22:20 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:22:20 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:22:20 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542
Dec 04 19:22:20 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:22:20 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:22:20 user nova-compute[75209]: FIRMWARE:
Dec 04 19:22:20 user nova-compute[75209]: No targets found.
Dec 04 19:22:20 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:22:20 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:22:20 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0003ed7d-af87-46e3-b9a5-c48ea488f231]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1225c57c-bc83-4052-bceb-5f9c2767e215]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:22:20 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:22:20 user nova-compute[75209]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:22:20 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:22:20 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d (non-flash)
Dec 04 19:22:20 user nova-compute[75209]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:22:20 user nova-compute[75209]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:22:20 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:22:20 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7a2290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d'): ({'sde'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Removing single pathed devices sde {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a25427af-958a-496c-aeb6-c50c5b154a4b]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b610c0-6203-4400-8dbe-3476acc3ac32]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flushing IO for device /dev/sde {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1efbcde7-1da6-4851-9185-d6c09ac2f6ec]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.034s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c996d6b4-0ff5-44de-9afb-ca4500574e54]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] SCSI volumes sde have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:22:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a658274-954d-4ba5-8720-0085de0cb87d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4449cd0b-5c81-4341-9d1f-18fe9bfbf8db]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d, portal: 172.16.0.220,3260]
Dec 04 19:22:21 user nova-compute[75209]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d, portal: 172.16.0.220,3260] successful.
Dec 04 19:22:21 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:876cdddc-f395-4bc0-960d-3b6c9f14d81d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c87a4b3-ef81-4372-ad55-b43ea89a026c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] <== disconnect_volume: return (288ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:22:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:22 user nova-compute[75209]: DEBUG nova.objects.instance [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'flavor' on Instance uuid d186ec65-cf03-4195-b81d-b88040afd855 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:22:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-077d23c3-0d5e-4ab4-a32e-72766798dc8c tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.963s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:22:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:22:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:22:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:22:29 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:22:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:30 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Updating instance_info_cache with network_info: [{"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:22:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-d186ec65-cf03-4195-b81d-b88040afd855" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:22:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:22:30 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:30 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:22:30 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:22:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:35 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:22:35 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=7945MB free_disk=25.003829956054688GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Applying migration context for instance 9c6dcf29-ad55-4841-990e-2daf6496161f as it has an incoming, in-progress migration abb55011-9e21-4bc5-98d6-a07f538705c9. Migration status is finished {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 04 19:22:35 user nova-compute[75209]: INFO nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating resource usage from migration abb55011-9e21-4bc5-98d6-a07f538705c9
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance d186ec65-cf03-4195-b81d-b88040afd855 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 319c4c42-6d8f-41ae-85f5-2d74443704fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Migration abb55011-9e21-4bc5-98d6-a07f538705c9 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9c6dcf29-ad55-4841-990e-2daf6496161f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2b632881-ab44-4a9e-aecc-3a63caf2e185 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 63bc697d-fc5b-4bec-9075-7d2946aaa599 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:22:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.411s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:39 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 319c4c42-6d8f-41ae-85f5-2d74443704fa is timed out.
Dec 04 19:22:39 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Successfully detached device vdb from instance 319c4c42-6d8f-41ae-85f5-2d74443704fa from the live domain config.
Dec 04 19:22:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iaygPxuj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:22:39 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3ee70e-b68c-4a38-964d-a2b6ccca6203]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:22:39 user nova-compute[75209]: No targets found.
Dec 04 19:22:39 user nova-compute[75209]: iSNS:
Dec 04 19:22:39 user nova-compute[75209]: No targets found.
Dec 04 19:22:39 user nova-compute[75209]: STATIC:
Dec 04 19:22:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c
Dec 04 19:22:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:22:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:22:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac
Dec 04 19:22:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:22:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:22:39 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542
Dec 04 19:22:39 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:22:39 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:22:39 user nova-compute[75209]: FIRMWARE:
Dec 04 19:22:39 user nova-compute[75209]: No targets found.
Dec 04 19:22:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:22:39 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:22:39 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c54c3302-7d61-4cd2-b638-862ac59d7c7d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[43cb6879-7fa2-4d79-ab47-f373422be1a1]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:22:39 user nova-compute[75209]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:22:39 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:22:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 (non-flash)
Dec 04 19:22:39 user nova-compute[75209]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:22:39 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:22:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c6491b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eae99e0-363b-4d4b-92e6-316ce4bb6328]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ace815e-9b01-4a2c-8809-2daaee64d309]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f54763-c000-4743-a310-bcc8691374d1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7742bfda-0551-4822-b3e6-c4d626ff2c0b]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e7fd15-e52a-4d31-901e-1358d282402c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c892ea6e-acb4-44fa-8bb5-f4b917392d86]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260]
Dec 04 19:22:39 user nova-compute[75209]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542, portal: 172.16.0.220,3260] successful.
Dec 04 19:22:39 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf6b0b3-7d5a-414e-9136-09dad8b47542 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[967aadc3-6185-44e5-b288-36d7d935bae4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] <== disconnect_volume: return (295ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:22:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:40 user nova-compute[75209]: DEBUG nova.objects.instance [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'flavor' on Instance uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:22:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-51d980fa-be91-49a0-8feb-9ca8e2be0b04 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.696s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:22:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:22:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:22:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:50 user nova-compute[75209]: INFO nova.compute.manager [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Terminating instance
Dec 04 19:22:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-5055812c-9a0a-469d-82de-3757bb6b5652 req-5fb7053d-6b20-40c9-9b55-4a957ff6cf20 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received event network-vif-unplugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5055812c-9a0a-469d-82de-3757bb6b5652 req-5fb7053d-6b20-40c9-9b55-4a957ff6cf20 service nova] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5055812c-9a0a-469d-82de-3757bb6b5652 req-5fb7053d-6b20-40c9-9b55-4a957ff6cf20 service nova] Lock "d186ec65-cf03-4195-b81d-b88040afd855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5055812c-9a0a-469d-82de-3757bb6b5652 req-5fb7053d-6b20-40c9-9b55-4a957ff6cf20 service nova] Lock "d186ec65-cf03-4195-b81d-b88040afd855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-5055812c-9a0a-469d-82de-3757bb6b5652 req-5fb7053d-6b20-40c9-9b55-4a957ff6cf20 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] No waiting events found dispatching network-vif-unplugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:22:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-5055812c-9a0a-469d-82de-3757bb6b5652 req-5fb7053d-6b20-40c9-9b55-4a957ff6cf20 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received event network-vif-unplugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Instance destroyed successfully.
Dec 04 19:22:51 user nova-compute[75209]: DEBUG nova.objects.instance [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'resources' on Instance uuid d186ec65-cf03-4195-b81d-b88040afd855 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1877555361',display_name='tempest-AttachVolumeNegativeTest-server-1877555361',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1877555361',id=32,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHggNlYbJ67+FL3lj4IX2fkYkq1uLFrYB8D7S95OTDwRNkla8UT4dH3yVdc+HMupNc80dHME088fWJwpKtquyEr50PR+5HpStvaOA8WMoJfre3IPFVdNf9t95KMWh1qEEw==',key_name='tempest-keypair-1228506752',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:17:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-qt82l5q6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:17:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=d186ec65-cf03-4195-b81d-b88040afd855,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "address": "fa:16:3e:0d:5b:a0", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03d8bd1d-07", "ovs_interfaceid": "03d8bd1d-07dd-4876-b2fa-aadfe82272ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:5b:a0,bridge_name='br-int',has_traffic_filtering=True,id=03d8bd1d-07dd-4876-b2fa-aadfe82272ae,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03d8bd1d-07') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG os_vif [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:5b:a0,bridge_name='br-int',has_traffic_filtering=True,id=03d8bd1d-07dd-4876-b2fa-aadfe82272ae,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03d8bd1d-07') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03d8bd1d-07, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fb959a24-57f8-4222-a847-4549c0f5e8b1) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:22:51 user nova-compute[75209]: INFO os_vif [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:5b:a0,bridge_name='br-int',has_traffic_filtering=True,id=03d8bd1d-07dd-4876-b2fa-aadfe82272ae,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03d8bd1d-07')
Dec 04 19:22:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Deleting instance files /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855_del
Dec 04 19:22:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Deletion of /opt/stack/data/nova/instances/d186ec65-cf03-4195-b81d-b88040afd855_del complete
Dec 04 19:22:51 user nova-compute[75209]: INFO nova.compute.manager [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 04 19:22:51 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:22:51 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: d186ec65-cf03-4195-b81d-b88040afd855] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:22:52 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:22:52 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Took 0.64 seconds to deallocate network for instance.
Dec 04 19:22:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:52 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:22:52 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:22:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.253s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:52 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Deleted allocations for instance d186ec65-cf03-4195-b81d-b88040afd855
Dec 04 19:22:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c14e296b-8dcb-4922-bb30-18eac3161be2 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "d186ec65-cf03-4195-b81d-b88040afd855" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.942s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b6088dd-ea16-433d-a284-b94d8057b23e req-3186fdd6-0c7d-41c9-bd47-6c71be922f20 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received event network-vif-plugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:22:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b6088dd-ea16-433d-a284-b94d8057b23e req-3186fdd6-0c7d-41c9-bd47-6c71be922f20 service nova] Acquiring lock "d186ec65-cf03-4195-b81d-b88040afd855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b6088dd-ea16-433d-a284-b94d8057b23e req-3186fdd6-0c7d-41c9-bd47-6c71be922f20 service nova] Lock "d186ec65-cf03-4195-b81d-b88040afd855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b6088dd-ea16-433d-a284-b94d8057b23e req-3186fdd6-0c7d-41c9-bd47-6c71be922f20 service nova] Lock "d186ec65-cf03-4195-b81d-b88040afd855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b6088dd-ea16-433d-a284-b94d8057b23e req-3186fdd6-0c7d-41c9-bd47-6c71be922f20 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] No waiting events found dispatching network-vif-plugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:22:52 user nova-compute[75209]: WARNING nova.compute.manager [req-1b6088dd-ea16-433d-a284-b94d8057b23e req-3186fdd6-0c7d-41c9-bd47-6c71be922f20 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received unexpected event network-vif-plugged-03d8bd1d-07dd-4876-b2fa-aadfe82272ae for instance with vm_state deleted and task_state None.
Dec 04 19:22:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b6088dd-ea16-433d-a284-b94d8057b23e req-3186fdd6-0c7d-41c9-bd47-6c71be922f20 service nova] [instance: d186ec65-cf03-4195-b81d-b88040afd855] Received event network-vif-deleted-03d8bd1d-07dd-4876-b2fa-aadfe82272ae {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:22:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:59 user nova-compute[75209]: INFO nova.compute.manager [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Terminating instance
Dec 04 19:22:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-2d3b6677-8a91-42f2-a257-43592ee435e4 req-e10be82b-3835-422d-8605-737098d395be service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-unplugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2d3b6677-8a91-42f2-a257-43592ee435e4 req-e10be82b-3835-422d-8605-737098d395be service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2d3b6677-8a91-42f2-a257-43592ee435e4 req-e10be82b-3835-422d-8605-737098d395be service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2d3b6677-8a91-42f2-a257-43592ee435e4 req-e10be82b-3835-422d-8605-737098d395be service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-2d3b6677-8a91-42f2-a257-43592ee435e4 req-e10be82b-3835-422d-8605-737098d395be service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-unplugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-2d3b6677-8a91-42f2-a257-43592ee435e4 req-e10be82b-3835-422d-8605-737098d395be service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-unplugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Instance destroyed successfully.
Dec 04 19:22:59 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'resources' on Instance uuid 87c40e60-6eb8-4932-ae1f-17bf12a64dec {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:13:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-965961137',display_name='tempest-AttachVolumeTestJSON-server-965961137',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-965961137',id=28,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAMKh6var8Jd9R9PltMPxcYcpt93m6loprIFVmxC8oCxz/QnsynbRnatHVF5r0LAfKco48ph3ilDX05sCaOrrahczBP+DxvX8RKwKm6Y0j2kvnVqJ9N+djMPd1ToFhKHVA==',key_name='tempest-keypair-1976610628',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:13:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-0rsy35km',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:21:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=87c40e60-6eb8-4932-ae1f-17bf12a64dec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "address": "fa:16:3e:6a:3a:ef", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26a6f891-c1", "ovs_interfaceid": "26a6f891-c1cd-4435-a46f-2ce04d2ac364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG os_vif [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap26a6f891-c1, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=98064c75-2f23-4ab2-9aad-223ddfeb0c45) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:22:59 user nova-compute[75209]: INFO os_vif [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:3a:ef,bridge_name='br-int',has_traffic_filtering=True,id=26a6f891-c1cd-4435-a46f-2ce04d2ac364,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26a6f891-c1')
Dec 04 19:22:59 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Deleting instance files /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec_del
Dec 04 19:22:59 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Deletion of /opt/stack/data/nova/instances/87c40e60-6eb8-4932-ae1f-17bf12a64dec_del complete
Dec 04 19:22:59 user nova-compute[75209]: INFO nova.compute.manager [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 04 19:22:59 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:22:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:01 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:01 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Took 1.34 seconds to deallocate network for instance.
Dec 04 19:23:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-49e459d0-ddfa-4a7f-a684-81c023bb77d7 req-8ea403fd-d9dc-4148-abb6-ad87a959de8f service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-deleted-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-17c3ba0a-28fd-49a2-b972-c0e855cbca8a req-0387d135-36b1-49c0-b979-67f16d764827 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-17c3ba0a-28fd-49a2-b972-c0e855cbca8a req-0387d135-36b1-49c0-b979-67f16d764827 service nova] Acquiring lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-17c3ba0a-28fd-49a2-b972-c0e855cbca8a req-0387d135-36b1-49c0-b979-67f16d764827 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-17c3ba0a-28fd-49a2-b972-c0e855cbca8a req-0387d135-36b1-49c0-b979-67f16d764827 service nova] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-17c3ba0a-28fd-49a2-b972-c0e855cbca8a req-0387d135-36b1-49c0-b979-67f16d764827 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] No waiting events found dispatching network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:23:01 user nova-compute[75209]: WARNING nova.compute.manager [req-17c3ba0a-28fd-49a2-b972-c0e855cbca8a req-0387d135-36b1-49c0-b979-67f16d764827 service nova] [instance: 87c40e60-6eb8-4932-ae1f-17bf12a64dec] Received unexpected event network-vif-plugged-26a6f891-c1cd-4435-a46f-2ce04d2ac364 for instance with vm_state deleted and task_state None.
Dec 04 19:23:01 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:23:01 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:23:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.243s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:01 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Deleted allocations for instance 87c40e60-6eb8-4932-ae1f-17bf12a64dec
Dec 04 19:23:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f43fcada-3567-4625-a9b8-631cc75a3105 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "87c40e60-6eb8-4932-ae1f-17bf12a64dec" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.688s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Going to confirm migration 2 {{(pid=75209) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Dec 04 19:23:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:23:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquired lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:23:09 user nova-compute[75209]: DEBUG nova.network.neutron [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:23:09 user nova-compute[75209]: DEBUG nova.objects.instance [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'info_cache' on Instance uuid 9c6dcf29-ad55-4841-990e-2daf6496161f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:23:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:23:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating instance_info_cache with network_info: [{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Releasing lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:23:10 user nova-compute[75209]: DEBUG nova.objects.instance [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'migration_context' on Instance uuid 9c6dcf29-ad55-4841-990e-2daf6496161f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:23:10 user nova-compute[75209]: DEBUG nova.objects.base [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Object Instance<9c6dcf29-ad55-4841-990e-2daf6496161f> lazy-loaded attributes: info_cache,migration_context {{(pid=75209) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 04 19:23:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:10 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:23:10 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:23:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.245s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:10 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Deleted allocation for migration abb55011-9e21-4bc5-98d6-a07f538705c9
Dec 04 19:23:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-bb6b8e59-7b73-40f9-ad3b-ffaa4d0929ab tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.296s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:13 user nova-compute[75209]: INFO nova.compute.manager [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Terminating instance
Dec 04 19:23:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-b598c916-d23f-4cb2-a40c-c0bbf63ce7ad req-52d7599d-040d-41b5-9a4e-1822681f4c1f service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-vif-unplugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b598c916-d23f-4cb2-a40c-c0bbf63ce7ad req-52d7599d-040d-41b5-9a4e-1822681f4c1f service nova] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b598c916-d23f-4cb2-a40c-c0bbf63ce7ad req-52d7599d-040d-41b5-9a4e-1822681f4c1f service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b598c916-d23f-4cb2-a40c-c0bbf63ce7ad req-52d7599d-040d-41b5-9a4e-1822681f4c1f service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-b598c916-d23f-4cb2-a40c-c0bbf63ce7ad req-52d7599d-040d-41b5-9a4e-1822681f4c1f service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] No waiting events found dispatching network-vif-unplugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:23:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-b598c916-d23f-4cb2-a40c-c0bbf63ce7ad req-52d7599d-040d-41b5-9a4e-1822681f4c1f service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-vif-unplugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:23:14 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Instance destroyed successfully.
Dec 04 19:23:14 user nova-compute[75209]: DEBUG nova.objects.instance [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'resources' on Instance uuid 319c4c42-6d8f-41ae-85f5-2d74443704fa {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:17:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2068303438',display_name='tempest-TestMinimumBasicScenario-server-2068303438',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2068303438',id=34,image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPzVmtnomHUMk2iuGSDIg+DlqOt03se0JRlCr0eDwg3D0UelqF2bryURvtBvE6hYcB/dWpeWWTKC89bRIvga9xyWcVEN1YYMl1giQXnDILRin0pGZXxKQxPduhKGoRiNgw==',key_name='tempest-TestMinimumBasicScenario-984686413',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:18:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6d89cad196214ac1a4fbc922924e5766',ramdisk_id='',reservation_id='r-dhczs0t1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='87af5a90-f410-4dbc-953a-5ef0b321f430',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2144175549',owner_user_name='tempest-TestMinimumBasicScenario-2144175549-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:20:33Z,user_data=None,user_id='d5eaec7056754f47a2bc193e8dae5456',uuid=319c4c42-6d8f-41ae-85f5-2d74443704fa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converting VIF {"id": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "address": "fa:16:3e:8a:05:e6", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2ba1fad-0a", "ovs_interfaceid": "d2ba1fad-0a16-4266-a8ee-2f3c62fd8737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG os_vif [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd2ba1fad-0a, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e91bb74d-4181-44a0-ab3b-1e0e69e73cda) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:23:14 user nova-compute[75209]: INFO os_vif [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:05:e6,bridge_name='br-int',has_traffic_filtering=True,id=d2ba1fad-0a16-4266-a8ee-2f3c62fd8737,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2ba1fad-0a')
Dec 04 19:23:14 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Deleting instance files /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa_del
Dec 04 19:23:14 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Deletion of /opt/stack/data/nova/instances/319c4c42-6d8f-41ae-85f5-2d74443704fa_del complete
Dec 04 19:23:14 user nova-compute[75209]: INFO nova.compute.manager [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 04 19:23:14 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:14 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Took 0.54 seconds to deallocate network for instance.
Dec 04 19:23:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-9a6d7088-4a0c-405b-a48d-68b4661a6d53 req-2066189b-e929-4fe3-b715-a200016d7ae9 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-vif-deleted-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:15 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:23:15 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:23:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.337s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:15 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Deleted allocations for instance 319c4c42-6d8f-41ae-85f5-2d74443704fa
Dec 04 19:23:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-60bb423b-d47c-4d5c-97d9-194045df8e94 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.961s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-d825e77b-073d-4ca2-8cd1-6a994e221da9 req-504a7fc9-e2b5-45bc-ad7b-33bec7ea9e30 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d825e77b-073d-4ca2-8cd1-6a994e221da9 req-504a7fc9-e2b5-45bc-ad7b-33bec7ea9e30 service nova] Acquiring lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d825e77b-073d-4ca2-8cd1-6a994e221da9 req-504a7fc9-e2b5-45bc-ad7b-33bec7ea9e30 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d825e77b-073d-4ca2-8cd1-6a994e221da9 req-504a7fc9-e2b5-45bc-ad7b-33bec7ea9e30 service nova] Lock "319c4c42-6d8f-41ae-85f5-2d74443704fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-d825e77b-073d-4ca2-8cd1-6a994e221da9 req-504a7fc9-e2b5-45bc-ad7b-33bec7ea9e30 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] No waiting events found dispatching network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:23:16 user nova-compute[75209]: WARNING nova.compute.manager [req-d825e77b-073d-4ca2-8cd1-6a994e221da9 req-504a7fc9-e2b5-45bc-ad7b-33bec7ea9e30 service nova] [instance: 319c4c42-6d8f-41ae-85f5-2d74443704fa] Received unexpected event network-vif-plugged-d2ba1fad-0a16-4266-a8ee-2f3c62fd8737 for instance with vm_state deleted and task_state None.
Dec 04 19:23:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:23:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-3d99bf03-009a-440b-9e7e-de437ab1ec2b req-8a78c83a-ca1b-4eaf-91d7-f6ad538919e3 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-changed-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-3d99bf03-009a-440b-9e7e-de437ab1ec2b req-8a78c83a-ca1b-4eaf-91d7-f6ad538919e3 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Refreshing instance network info cache due to event network-changed-903839c5-7e30-4748-adea-079232778e94. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:23:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3d99bf03-009a-440b-9e7e-de437ab1ec2b req-8a78c83a-ca1b-4eaf-91d7-f6ad538919e3 service nova] Acquiring lock "refresh_cache-2b632881-ab44-4a9e-aecc-3a63caf2e185" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:23:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3d99bf03-009a-440b-9e7e-de437ab1ec2b req-8a78c83a-ca1b-4eaf-91d7-f6ad538919e3 service nova] Acquired lock "refresh_cache-2b632881-ab44-4a9e-aecc-3a63caf2e185" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:23:28 user nova-compute[75209]: DEBUG nova.network.neutron [req-3d99bf03-009a-440b-9e7e-de437ab1ec2b req-8a78c83a-ca1b-4eaf-91d7-f6ad538919e3 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Refreshing network info cache for port 903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:23:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:23:29 user nova-compute[75209]: DEBUG nova.network.neutron [req-3d99bf03-009a-440b-9e7e-de437ab1ec2b req-8a78c83a-ca1b-4eaf-91d7-f6ad538919e3 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Updated VIF entry in instance network info cache for port 903839c5-7e30-4748-adea-079232778e94. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:23:29 user nova-compute[75209]: DEBUG nova.network.neutron [req-3d99bf03-009a-440b-9e7e-de437ab1ec2b req-8a78c83a-ca1b-4eaf-91d7-f6ad538919e3 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Updating instance_info_cache with network_info: [{"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-3d99bf03-009a-440b-9e7e-de437ab1ec2b req-8a78c83a-ca1b-4eaf-91d7-f6ad538919e3 service nova] Releasing lock "refresh_cache-2b632881-ab44-4a9e-aecc-3a63caf2e185" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:23:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:30 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:23:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:23:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:23:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:23:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:23:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:23:31 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG nova.objects.instance [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lazy-loading 'flavor' on Instance uuid 2b632881-ab44-4a9e-aecc-3a63caf2e185 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating instance_info_cache with network_info: [{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:32 user nova-compute[75209]: INFO nova.compute.manager [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Attaching volume 438c3039-731b-4244-975f-39d319069db5 to /dev/vdb
Dec 04 19:23:32 user nova-compute[75209]: DEBUG os_brick.utils [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[423c9db6-297a-458a-b996-0a5b41c683ab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3d8b60a-e187-44ad-92f0-b6a80af1ea09]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[89c34509-4048-414c-a966-81d9ac54e439]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[972128d5-3269-4831-a7aa-36b0795fe33a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:23:32 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2f33ebe-29f6-47a0-acc1-f1cef8191ea3]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG os_brick.utils [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Updating existing volume attachment record: d411a18e-6db8-48e7-b462-1d86b77d5bd2 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:23:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:23:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:23:34 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:23:34 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8425MB free_disk=25.086612701416016GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9c6dcf29-ad55-4841-990e-2daf6496161f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2b632881-ab44-4a9e-aecc-3a63caf2e185 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 63bc697d-fc5b-4bec-9075-7d2946aaa599 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.398s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:35 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:23:35 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:23:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:23:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gsaPWFTd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:23:41 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:23:41 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:23:41 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6e0a7d2-947d-43d5-8831-82f188af7e71]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:23:41 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b001c8-9fd3-4a13-a268-9954c9980892]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5] added
Dec 04 19:23:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[49cf11eb-c5b0-41aa-a356-6b37934e68a7]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[582a9c03-4762-466e-8847-5b6693da72f5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gsaPWFTd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gsaPWFTd" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf39985-d7cc-4bf1-9181-47263b7f0a5c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gsaPWFTd'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[293845ad-2dfa-4307-9859-03383a40ba5c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[12104b53-377c-44c5-beff-baca35955247]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:23:41 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:23:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:23:41 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:23:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[04775295-3be2-4959-a740-1b0cfc245cd6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5, portal: 172.16.0.220,3260]
Dec 04 19:23:41 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5, portal: 172.16.0.220,3260] successful.
Dec 04 19:23:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f4a2743-f553-493e-a85f-4d1d739affe2]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a150c60b-0e0b-48ab-b7f8-49aca8049b84]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:23:41 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:23:41 user nova-compute[75209]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 (non-flash)
Dec 04 19:23:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:23:41 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:23:41 user nova-compute[75209]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 (non-flash)
Dec 04 19:23:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] HCTL ('33', '-', '-', 0) found on session 43 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b787e65-50e4-4617-b144-204a033b2cb8]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:23:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gsaPWFTd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:23:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:42 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:23:42 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '23037643064363163', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:23:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23037643064363163', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:23:42 user nova-compute[75209]: DEBUG nova.objects.instance [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lazy-loading 'flavor' on Instance uuid 2b632881-ab44-4a9e-aecc-3a63caf2e185 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:23:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:23:42 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:23:42 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:23:42 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:23:42 user nova-compute[75209]:   <serial>438c3039-731b-4244-975f-39d319069db5</serial>
Dec 04 19:23:42 user nova-compute[75209]: </disk>
Dec 04 19:23:42 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:23:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:23:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:23:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] No VIF found with MAC fa:16:3e:2c:82:7c, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:23:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e1ca11c2-9640-4228-b9af-26e5b9ed0012 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.078s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:23:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:44 user nova-compute[75209]: INFO nova.compute.manager [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Detaching volume 438c3039-731b-4244-975f-39d319069db5
Dec 04 19:23:44 user nova-compute[75209]: INFO nova.virt.block_device [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Attempting to driver detach volume 438c3039-731b-4244-975f-39d319069db5 from mountpoint /dev/vdb
Dec 04 19:23:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Attempting to detach device vdb from instance 2b632881-ab44-4a9e-aecc-3a63caf2e185 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:23:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:23:44 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:23:44 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:23:44 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:23:44 user nova-compute[75209]:   <serial>438c3039-731b-4244-975f-39d319069db5</serial>
Dec 04 19:23:44 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:23:44 user nova-compute[75209]: </disk>
Dec 04 19:23:44 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:23:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:44 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Successfully detached device vdb from instance 2b632881-ab44-4a9e-aecc-3a63caf2e185 from the persistent domain config.
Dec 04 19:23:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2b632881-ab44-4a9e-aecc-3a63caf2e185 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:23:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:23:44 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:23:44 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:23:44 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:23:44 user nova-compute[75209]:   <serial>438c3039-731b-4244-975f-39d319069db5</serial>
Dec 04 19:23:44 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:23:44 user nova-compute[75209]: </disk>
Dec 04 19:23:44 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:23:44 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:23:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:23:45 user nova-compute[75209]: INFO nova.compute.claims [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Claim successful on node user
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.275s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2b632881-ab44-4a9e-aecc-3a63caf2e185 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:23:45 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.policy [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96de5cb4deb74e8e8e594119a1a141bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e301606da9546cf8700b287a0a8b240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:23:45 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Creating image(s)
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "/opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "/opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "/opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk 1073741824" returned: 0 in 0.047s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.183s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Successfully created port: 0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Cannot resize image /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Ensure instance console log exists: /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Successfully updated port: 0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquired lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG nova.compute.manager [req-e96776e1-6400-48fc-b0b2-0dc37d90bad4 req-9bb20ceb-68cf-48f4-90f2-580cc57d8d9f service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-changed-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG nova.compute.manager [req-e96776e1-6400-48fc-b0b2-0dc37d90bad4 req-9bb20ceb-68cf-48f4-90f2-580cc57d8d9f service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Refreshing instance network info cache due to event network-changed-0d48599d-a0d5-4094-b90c-9d61c09217cc. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e96776e1-6400-48fc-b0b2-0dc37d90bad4 req-9bb20ceb-68cf-48f4-90f2-580cc57d8d9f service nova] Acquiring lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:23:46 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.network.neutron [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Updating instance_info_cache with network_info: [{"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Releasing lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Instance network_info: |[{"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e96776e1-6400-48fc-b0b2-0dc37d90bad4 req-9bb20ceb-68cf-48f4-90f2-580cc57d8d9f service nova] Acquired lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.network.neutron [req-e96776e1-6400-48fc-b0b2-0dc37d90bad4 req-9bb20ceb-68cf-48f4-90f2-580cc57d8d9f service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Refreshing network info cache for port 0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Start _get_guest_xml network_info=[{"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:23:47 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:23:47 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:23:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-551347278',display_name='tempest-AttachVolumeNegativeTest-server-551347278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-551347278',id=39,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM9H2Tha1k/CoVOccwaxbm3WOTPGmQEz7L8iiyqwoLYv9rJ8ZoyTtjuHIDkQpEgCKGUAs964D4NS9hv1G6+MJ+48W9G9BEClCnbIRoAxsYXcH7AMXsa3UJn/M+iwf5Dj0w==',key_name='tempest-keypair-308340653',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-3pnsi9ku',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:23:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=8bb0d47b-f808-4018-acff-6044472dd71a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:3b:3c,bridge_name='br-int',has_traffic_filtering=True,id=0d48599d-a0d5-4094-b90c-9d61c09217cc,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d48599d-a0') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.objects.instance [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'pci_devices' on Instance uuid 8bb0d47b-f808-4018-acff-6044472dd71a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:23:47 user nova-compute[75209]:   <uuid>8bb0d47b-f808-4018-acff-6044472dd71a</uuid>
Dec 04 19:23:47 user nova-compute[75209]:   <name>instance-00000027</name>
Dec 04 19:23:47 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:23:47 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:23:47 user nova-compute[75209]:   <metadata>
Dec 04 19:23:47 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:23:47 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:23:47 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeNegativeTest-server-551347278</nova:name>
Dec 04 19:23:47 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:23:47</nova:creationTime>
Dec 04 19:23:47 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:23:47 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:23:47 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:23:47 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:23:47 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:23:47 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:23:47 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:23:47 user nova-compute[75209]:       <nova:owner>
Dec 04 19:23:47 user nova-compute[75209]:         <nova:user uuid="96de5cb4deb74e8e8e594119a1a141bc">tempest-AttachVolumeNegativeTest-2018034394-project-member</nova:user>
Dec 04 19:23:47 user nova-compute[75209]:         <nova:project uuid="3e301606da9546cf8700b287a0a8b240">tempest-AttachVolumeNegativeTest-2018034394</nova:project>
Dec 04 19:23:47 user nova-compute[75209]:       </nova:owner>
Dec 04 19:23:47 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:23:47 user nova-compute[75209]:       <nova:ports>
Dec 04 19:23:47 user nova-compute[75209]:         <nova:port uuid="0d48599d-a0d5-4094-b90c-9d61c09217cc">
Dec 04 19:23:47 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 19:23:47 user nova-compute[75209]:         </nova:port>
Dec 04 19:23:47 user nova-compute[75209]:       </nova:ports>
Dec 04 19:23:47 user nova-compute[75209]:     </nova:instance>
Dec 04 19:23:47 user nova-compute[75209]:   </metadata>
Dec 04 19:23:47 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:23:47 user nova-compute[75209]:     <system>
Dec 04 19:23:47 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:23:47 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:23:47 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:23:47 user nova-compute[75209]:       <entry name="serial">8bb0d47b-f808-4018-acff-6044472dd71a</entry>
Dec 04 19:23:47 user nova-compute[75209]:       <entry name="uuid">8bb0d47b-f808-4018-acff-6044472dd71a</entry>
Dec 04 19:23:47 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:23:47 user nova-compute[75209]:     </system>
Dec 04 19:23:47 user nova-compute[75209]:   </sysinfo>
Dec 04 19:23:47 user nova-compute[75209]:   <os>
Dec 04 19:23:47 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:23:47 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:23:47 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:23:47 user nova-compute[75209]:   </os>
Dec 04 19:23:47 user nova-compute[75209]:   <features>
Dec 04 19:23:47 user nova-compute[75209]:     <acpi/>
Dec 04 19:23:47 user nova-compute[75209]:     <apic/>
Dec 04 19:23:47 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:23:47 user nova-compute[75209]:   </features>
Dec 04 19:23:47 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:23:47 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:23:47 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:23:47 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:23:47 user nova-compute[75209]:   </clock>
Dec 04 19:23:47 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:23:47 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:23:47 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:23:47 user nova-compute[75209]:   </cpu>
Dec 04 19:23:47 user nova-compute[75209]:   <devices>
Dec 04 19:23:47 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:23:47 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:23:47 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk"/>
Dec 04 19:23:47 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:23:47 user nova-compute[75209]:     </disk>
Dec 04 19:23:47 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:23:47 user nova-compute[75209]:       <mac address="fa:16:3e:ad:3b:3c"/>
Dec 04 19:23:47 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:23:47 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:23:47 user nova-compute[75209]:       <target dev="tap0d48599d-a0"/>
Dec 04 19:23:47 user nova-compute[75209]:     </interface>
Dec 04 19:23:47 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:23:47 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/console.log" append="off"/>
Dec 04 19:23:47 user nova-compute[75209]:     </serial>
Dec 04 19:23:47 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:23:47 user nova-compute[75209]:     <video>
Dec 04 19:23:47 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:23:47 user nova-compute[75209]:     </video>
Dec 04 19:23:47 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:23:47 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:23:47 user nova-compute[75209]:     </rng>
Dec 04 19:23:47 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:23:47 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:23:47 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:23:47 user nova-compute[75209]:     </memballoon>
Dec 04 19:23:47 user nova-compute[75209]:   </devices>
Dec 04 19:23:47 user nova-compute[75209]: </domain>
Dec 04 19:23:47 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:23:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-551347278',display_name='tempest-AttachVolumeNegativeTest-server-551347278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-551347278',id=39,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM9H2Tha1k/CoVOccwaxbm3WOTPGmQEz7L8iiyqwoLYv9rJ8ZoyTtjuHIDkQpEgCKGUAs964D4NS9hv1G6+MJ+48W9G9BEClCnbIRoAxsYXcH7AMXsa3UJn/M+iwf5Dj0w==',key_name='tempest-keypair-308340653',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-3pnsi9ku',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:23:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=8bb0d47b-f808-4018-acff-6044472dd71a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:3b:3c,bridge_name='br-int',has_traffic_filtering=True,id=0d48599d-a0d5-4094-b90c-9d61c09217cc,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d48599d-a0') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG os_vif [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:3b:3c,bridge_name='br-int',has_traffic_filtering=True,id=0d48599d-a0d5-4094-b90c-9d61c09217cc,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d48599d-a0') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6819e0be-bfd3-5af2-8128-9106aa74e2e0', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d48599d-a0, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d48599d-a0, col_values=(('qos', UUID('623e3695-ce13-425a-bff1-5ae6554075b6')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d48599d-a0, col_values=(('external_ids', {'iface-id': '0d48599d-a0d5-4094-b90c-9d61c09217cc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ad:3b:3c', 'vm-uuid': '8bb0d47b-f808-4018-acff-6044472dd71a'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:47 user nova-compute[75209]: INFO os_vif [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:3b:3c,bridge_name='br-int',has_traffic_filtering=True,id=0d48599d-a0d5-4094-b90c-9d61c09217cc,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d48599d-a0')
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No VIF found with MAC fa:16:3e:ad:3b:3c, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.network.neutron [req-e96776e1-6400-48fc-b0b2-0dc37d90bad4 req-9bb20ceb-68cf-48f4-90f2-580cc57d8d9f service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Updated VIF entry in instance network info cache for port 0d48599d-a0d5-4094-b90c-9d61c09217cc. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG nova.network.neutron [req-e96776e1-6400-48fc-b0b2-0dc37d90bad4 req-9bb20ceb-68cf-48f4-90f2-580cc57d8d9f service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Updating instance_info_cache with network_info: [{"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e96776e1-6400-48fc-b0b2-0dc37d90bad4 req-9bb20ceb-68cf-48f4-90f2-580cc57d8d9f service nova] Releasing lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:23:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:48 user nova-compute[75209]: DEBUG nova.compute.manager [req-574fa601-8fa9-4b78-a4d2-a0b14b6d1305 req-dd5cbf4c-3876-4b67-ba2d-825446b753d9 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-574fa601-8fa9-4b78-a4d2-a0b14b6d1305 req-dd5cbf4c-3876-4b67-ba2d-825446b753d9 service nova] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-574fa601-8fa9-4b78-a4d2-a0b14b6d1305 req-dd5cbf4c-3876-4b67-ba2d-825446b753d9 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-574fa601-8fa9-4b78-a4d2-a0b14b6d1305 req-dd5cbf4c-3876-4b67-ba2d-825446b753d9 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:48 user nova-compute[75209]: DEBUG nova.compute.manager [req-574fa601-8fa9-4b78-a4d2-a0b14b6d1305 req-dd5cbf4c-3876-4b67-ba2d-825446b753d9 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] No waiting events found dispatching network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:23:48 user nova-compute[75209]: WARNING nova.compute.manager [req-574fa601-8fa9-4b78-a4d2-a0b14b6d1305 req-dd5cbf4c-3876-4b67-ba2d-825446b753d9 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received unexpected event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc for instance with vm_state building and task_state spawning.
Dec 04 19:23:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG nova.compute.manager [req-7986efa8-07b2-4135-b9a3-eaf151ffca72 req-6dc357e1-5a4a-42c5-99e8-a3a56bb551de service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-changed-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG nova.compute.manager [req-7986efa8-07b2-4135-b9a3-eaf151ffca72 req-6dc357e1-5a4a-42c5-99e8-a3a56bb551de service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Refreshing instance network info cache due to event network-changed-4f017998-1e28-42c8-a078-fd074faca753. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7986efa8-07b2-4135-b9a3-eaf151ffca72 req-6dc357e1-5a4a-42c5-99e8-a3a56bb551de service nova] Acquiring lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7986efa8-07b2-4135-b9a3-eaf151ffca72 req-6dc357e1-5a4a-42c5-99e8-a3a56bb551de service nova] Acquired lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG nova.network.neutron [req-7986efa8-07b2-4135-b9a3-eaf151ffca72 req-6dc357e1-5a4a-42c5-99e8-a3a56bb551de service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Refreshing network info cache for port 4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:49 user nova-compute[75209]: INFO nova.compute.manager [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Terminating instance
Dec 04 19:23:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-0feaa33a-0660-46b6-b34a-f28b3343365e req-4b005cc6-dd5a-4897-9a67-e0f9edc66864 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-vif-unplugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0feaa33a-0660-46b6-b34a-f28b3343365e req-4b005cc6-dd5a-4897-9a67-e0f9edc66864 service nova] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0feaa33a-0660-46b6-b34a-f28b3343365e req-4b005cc6-dd5a-4897-9a67-e0f9edc66864 service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0feaa33a-0660-46b6-b34a-f28b3343365e req-4b005cc6-dd5a-4897-9a67-e0f9edc66864 service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-0feaa33a-0660-46b6-b34a-f28b3343365e req-4b005cc6-dd5a-4897-9a67-e0f9edc66864 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] No waiting events found dispatching network-vif-unplugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-0feaa33a-0660-46b6-b34a-f28b3343365e req-4b005cc6-dd5a-4897-9a67-e0f9edc66864 service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-vif-unplugged-4f017998-1e28-42c8-a078-fd074faca753 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:23:50 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Instance destroyed successfully.
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.objects.instance [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lazy-loading 'resources' on Instance uuid 63bc697d-fc5b-4bec-9075-7d2946aaa599 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-04T19:18:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1613883483',display_name='tempest-TestShelveInstance-server-1613883483',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1613883483',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEXrKq27Td9hFtbrgdF3/z8swawxwl0aoEHNf24qxcsQ0qEcopD114mxRo9/cpi9H0hz4GhlrSh19K3+B8A7LQKd6KX6368Il1Am4Mgg5u/7BBMlITe00UfLEIgRX38C7Q==',key_name='tempest-TestShelveInstance-44353607',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:22:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='95620d29f786466cb932c79334c50bb2',ramdisk_id='',reservation_id='r-700eiyud',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-837078313',owner_user_name='tempest-TestShelveInstance-837078313-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:22:15Z,user_data=None,user_id='7431fa0c19324e4b9a0458fb198fbde4',uuid=63bc697d-fc5b-4bec-9075-7d2946aaa599,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converting VIF {"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_vif [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4f017998-1e, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=765d3f2f-415c-44ba-8617-18a9ec4f5aec) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:50 user nova-compute[75209]: INFO os_vif [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:9d:27,bridge_name='br-int',has_traffic_filtering=True,id=4f017998-1e28-42c8-a078-fd074faca753,network=Network(dc25769d-5220-4ba8-ab23-184ce3684d80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f017998-1e')
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jPOenxyM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:23:50 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[43118f39-ef98-494f-bc90-be3ae9e654a9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:23:50 user nova-compute[75209]: No targets found.
Dec 04 19:23:50 user nova-compute[75209]: iSNS:
Dec 04 19:23:50 user nova-compute[75209]: No targets found.
Dec 04 19:23:50 user nova-compute[75209]: STATIC:
Dec 04 19:23:50 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c
Dec 04 19:23:50 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:23:50 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:23:50 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac
Dec 04 19:23:50 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:23:50 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:23:50 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5
Dec 04 19:23:50 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:23:50 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:23:50 user nova-compute[75209]: FIRMWARE:
Dec 04 19:23:50 user nova-compute[75209]: No targets found.
Dec 04 19:23:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:23:50 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:23:50 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d667687-2f46-4468-a60a-63ca075016eb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c34cdfb1-1d92-433d-b082-07a192225273]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:23:50 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:23:50 user nova-compute[75209]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 (non-flash)
Dec 04 19:23:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:23:50 user nova-compute[75209]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c (non-flash)
Dec 04 19:23:50 user nova-compute[75209]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 (non-flash)
Dec 04 19:23:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c734160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c'): ({'sdd'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Removing single pathed devices sdd {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[35f3b585-1cb0-4a06-9534-1bcbdfe10932]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[229f790a-4d3a-4abb-abfa-d8c1d3fb8851]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Flushing IO for device /dev/sdd {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[87d9b28f-eb6b-400b-b0fb-66a399e8f066]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.network.neutron [req-7986efa8-07b2-4135-b9a3-eaf151ffca72 req-6dc357e1-5a4a-42c5-99e8-a3a56bb551de service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updated VIF entry in instance network info cache for port 4f017998-1e28-42c8-a078-fd074faca753. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.network.neutron [req-7986efa8-07b2-4135-b9a3-eaf151ffca72 req-6dc357e1-5a4a-42c5-99e8-a3a56bb551de service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating instance_info_cache with network_info: [{"id": "4f017998-1e28-42c8-a078-fd074faca753", "address": "fa:16:3e:8c:9d:27", "network": {"id": "dc25769d-5220-4ba8-ab23-184ce3684d80", "bridge": "br-int", "label": "tempest-TestShelveInstance-833882129-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "95620d29f786466cb932c79334c50bb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f017998-1e", "ovs_interfaceid": "4f017998-1e28-42c8-a078-fd074faca753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-7986efa8-07b2-4135-b9a3-eaf151ffca72 req-6dc357e1-5a4a-42c5-99e8-a3a56bb551de service nova] Releasing lock "refresh_cache-63bc697d-fc5b-4bec-9075-7d2946aaa599" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.075s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f2e1a84-b70d-451d-9fe9-0af1d70dc74a]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a6d4b84-ca1d-4b5b-bbae-5d0e6eba46b9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b617d0a-dd7e-430e-bd31-f292529c9f3d req-e1495b87-ee52-43b5-8a18-b5cbce10784c service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b617d0a-dd7e-430e-bd31-f292529c9f3d req-e1495b87-ee52-43b5-8a18-b5cbce10784c service nova] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b617d0a-dd7e-430e-bd31-f292529c9f3d req-e1495b87-ee52-43b5-8a18-b5cbce10784c service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b617d0a-dd7e-430e-bd31-f292529c9f3d req-e1495b87-ee52-43b5-8a18-b5cbce10784c service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b617d0a-dd7e-430e-bd31-f292529c9f3d req-e1495b87-ee52-43b5-8a18-b5cbce10784c service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] No waiting events found dispatching network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:23:50 user nova-compute[75209]: WARNING nova.compute.manager [req-1b617d0a-dd7e-430e-bd31-f292529c9f3d req-e1495b87-ee52-43b5-8a18-b5cbce10784c service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received unexpected event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc for instance with vm_state building and task_state spawning.
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f07cf67-fe16-4cb0-b4f3-d02b0d602449]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260]
Dec 04 19:23:50 user nova-compute[75209]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c, portal: 172.16.0.220,3260] successful.
Dec 04 19:23:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5cd25d15-31e8-4433-8bf3-03461782c45c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a931250-52ee-4c8d-bbea-ca4d99358475]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.367s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] <== disconnect_volume: return (369ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:23:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:23:50 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Deleting instance files /opt/stack/data/nova/instances/63bc697d-fc5b-4bec-9075-7d2946aaa599_del
Dec 04 19:23:50 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Deletion of /opt/stack/data/nova/instances/63bc697d-fc5b-4bec-9075-7d2946aaa599_del complete
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:23:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Instance spawned successfully.
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:23:51 user nova-compute[75209]: INFO nova.compute.manager [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Took 1.30 seconds to destroy the instance on the hypervisor.
Dec 04 19:23:51 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:51 user nova-compute[75209]: INFO nova.compute.manager [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Took 5.57 seconds to spawn the instance on the hypervisor.
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:23:51 user nova-compute[75209]: INFO nova.compute.manager [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Took 6.17 seconds to build instance.
Dec 04 19:23:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1e29e15a-48d2-40a2-bf73-d02eba235eef tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.283s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:51 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:51 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Took 0.64 seconds to deallocate network for instance.
Dec 04 19:23:52 user nova-compute[75209]: INFO nova.compute.manager [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Took 0.85 seconds to detach 1 volumes for instance.
Dec 04 19:23:52 user nova-compute[75209]: DEBUG nova.compute.manager [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Deleting volume: 5cd25d15-31e8-4433-8bf3-03461782c45c {{(pid=75209) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 19:23:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-24a38ea2-8a18-41aa-84df-bb816cb34748 req-fb56098d-fb33-4550-ac12-0521955b335d service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-24a38ea2-8a18-41aa-84df-bb816cb34748 req-fb56098d-fb33-4550-ac12-0521955b335d service nova] Acquiring lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-24a38ea2-8a18-41aa-84df-bb816cb34748 req-fb56098d-fb33-4550-ac12-0521955b335d service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-24a38ea2-8a18-41aa-84df-bb816cb34748 req-fb56098d-fb33-4550-ac12-0521955b335d service nova] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-24a38ea2-8a18-41aa-84df-bb816cb34748 req-fb56098d-fb33-4550-ac12-0521955b335d service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] No waiting events found dispatching network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:23:52 user nova-compute[75209]: WARNING nova.compute.manager [req-24a38ea2-8a18-41aa-84df-bb816cb34748 req-fb56098d-fb33-4550-ac12-0521955b335d service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received unexpected event network-vif-plugged-4f017998-1e28-42c8-a078-fd074faca753 for instance with vm_state active and task_state deleting.
Dec 04 19:23:52 user nova-compute[75209]: DEBUG nova.compute.manager [req-24a38ea2-8a18-41aa-84df-bb816cb34748 req-fb56098d-fb33-4550-ac12-0521955b335d service nova] [instance: 63bc697d-fc5b-4bec-9075-7d2946aaa599] Received event network-vif-deleted-4f017998-1e28-42c8-a078-fd074faca753 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:52 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:23:52 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:23:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.256s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:53 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Deleted allocations for instance 63bc697d-fc5b-4bec-9075-7d2946aaa599
Dec 04 19:23:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-1179ffe9-5c2e-4645-bd6b-bbb83efdd357 tempest-TestShelveInstance-837078313 tempest-TestShelveInstance-837078313-project-member] Lock "63bc697d-fc5b-4bec-9075-7d2946aaa599" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.398s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.compute.manager [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:23:53 user nova-compute[75209]: INFO nova.compute.claims [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Claim successful on node user
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.295s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.compute.manager [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.compute.manager [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.network.neutron [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:23:53 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.compute.manager [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.policy [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68e7dd36d57640899fe033fc69e0f072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a45fa1de504c4d3ba40440f8dbe87b60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.compute.manager [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:23:53 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Creating image(s)
Dec 04 19:23:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "/opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "/opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "/opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.203s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.211s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk 1073741824" returned: 0 in 0.067s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG nova.network.neutron [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Successfully created port: 389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Cannot resize image /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Ensure instance console log exists: /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.neutron [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Successfully updated port: 389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquired lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.neutron [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-0d7f614b-5c4a-4e12-b3f0-a83c67f86405 req-dff2d832-2e9d-4800-a5cc-2f9a6855db25 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received event network-changed-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-0d7f614b-5c4a-4e12-b3f0-a83c67f86405 req-dff2d832-2e9d-4800-a5cc-2f9a6855db25 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Refreshing instance network info cache due to event network-changed-389ac075-02b9-4019-9a36-61326bf6e415. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0d7f614b-5c4a-4e12-b3f0-a83c67f86405 req-dff2d832-2e9d-4800-a5cc-2f9a6855db25 service nova] Acquiring lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.neutron [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.neutron [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updating instance_info_cache with network_info: [{"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Releasing lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Instance network_info: |[{"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0d7f614b-5c4a-4e12-b3f0-a83c67f86405 req-dff2d832-2e9d-4800-a5cc-2f9a6855db25 service nova] Acquired lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-0d7f614b-5c4a-4e12-b3f0-a83c67f86405 req-dff2d832-2e9d-4800-a5cc-2f9a6855db25 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Refreshing network info cache for port 389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Start _get_guest_xml network_info=[{"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:23:55 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:23:55 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:23:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1753821294',display_name='tempest-AttachVolumeTestJSON-server-1753821294',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1753821294',id=40,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFWg8bEK/ukzBf5uDpfgIkw35zbstm8TAf3dEV5PvheKJZ5j0ajvuMpC3j47LGJzAjCuj2QK49fvEXBnJu8K4IKpBu4il3NebJAsINrV6sA1lYaCGdu4DeH1QrbhAUf3zw==',key_name='tempest-keypair-257416082',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-xkc74twm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:23:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:74:e3,bridge_name='br-int',has_traffic_filtering=True,id=389ac075-02b9-4019-9a36-61326bf6e415,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap389ac075-02') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.objects.instance [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'pci_devices' on Instance uuid 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:23:55 user nova-compute[75209]:   <uuid>2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c</uuid>
Dec 04 19:23:55 user nova-compute[75209]:   <name>instance-00000028</name>
Dec 04 19:23:55 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:23:55 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:23:55 user nova-compute[75209]:   <metadata>
Dec 04 19:23:55 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:23:55 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:23:55 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeTestJSON-server-1753821294</nova:name>
Dec 04 19:23:55 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:23:55</nova:creationTime>
Dec 04 19:23:55 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:23:55 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:23:55 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:23:55 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:23:55 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:23:55 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:23:55 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:23:55 user nova-compute[75209]:       <nova:owner>
Dec 04 19:23:55 user nova-compute[75209]:         <nova:user uuid="68e7dd36d57640899fe033fc69e0f072">tempest-AttachVolumeTestJSON-1002862535-project-member</nova:user>
Dec 04 19:23:55 user nova-compute[75209]:         <nova:project uuid="a45fa1de504c4d3ba40440f8dbe87b60">tempest-AttachVolumeTestJSON-1002862535</nova:project>
Dec 04 19:23:55 user nova-compute[75209]:       </nova:owner>
Dec 04 19:23:55 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:23:55 user nova-compute[75209]:       <nova:ports>
Dec 04 19:23:55 user nova-compute[75209]:         <nova:port uuid="389ac075-02b9-4019-9a36-61326bf6e415">
Dec 04 19:23:55 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:23:55 user nova-compute[75209]:         </nova:port>
Dec 04 19:23:55 user nova-compute[75209]:       </nova:ports>
Dec 04 19:23:55 user nova-compute[75209]:     </nova:instance>
Dec 04 19:23:55 user nova-compute[75209]:   </metadata>
Dec 04 19:23:55 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:23:55 user nova-compute[75209]:     <system>
Dec 04 19:23:55 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:23:55 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:23:55 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:23:55 user nova-compute[75209]:       <entry name="serial">2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c</entry>
Dec 04 19:23:55 user nova-compute[75209]:       <entry name="uuid">2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c</entry>
Dec 04 19:23:55 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:23:55 user nova-compute[75209]:     </system>
Dec 04 19:23:55 user nova-compute[75209]:   </sysinfo>
Dec 04 19:23:55 user nova-compute[75209]:   <os>
Dec 04 19:23:55 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:23:55 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:23:55 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:23:55 user nova-compute[75209]:   </os>
Dec 04 19:23:55 user nova-compute[75209]:   <features>
Dec 04 19:23:55 user nova-compute[75209]:     <acpi/>
Dec 04 19:23:55 user nova-compute[75209]:     <apic/>
Dec 04 19:23:55 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:23:55 user nova-compute[75209]:   </features>
Dec 04 19:23:55 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:23:55 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:23:55 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:23:55 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:23:55 user nova-compute[75209]:   </clock>
Dec 04 19:23:55 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:23:55 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:23:55 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:23:55 user nova-compute[75209]:   </cpu>
Dec 04 19:23:55 user nova-compute[75209]:   <devices>
Dec 04 19:23:55 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:23:55 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:23:55 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk"/>
Dec 04 19:23:55 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:23:55 user nova-compute[75209]:     </disk>
Dec 04 19:23:55 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:23:55 user nova-compute[75209]:       <mac address="fa:16:3e:d4:74:e3"/>
Dec 04 19:23:55 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:23:55 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:23:55 user nova-compute[75209]:       <target dev="tap389ac075-02"/>
Dec 04 19:23:55 user nova-compute[75209]:     </interface>
Dec 04 19:23:55 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:23:55 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/console.log" append="off"/>
Dec 04 19:23:55 user nova-compute[75209]:     </serial>
Dec 04 19:23:55 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:23:55 user nova-compute[75209]:     <video>
Dec 04 19:23:55 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:23:55 user nova-compute[75209]:     </video>
Dec 04 19:23:55 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:23:55 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:23:55 user nova-compute[75209]:     </rng>
Dec 04 19:23:55 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:23:55 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:23:55 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:23:55 user nova-compute[75209]:     </memballoon>
Dec 04 19:23:55 user nova-compute[75209]:   </devices>
Dec 04 19:23:55 user nova-compute[75209]: </domain>
Dec 04 19:23:55 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:23:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1753821294',display_name='tempest-AttachVolumeTestJSON-server-1753821294',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1753821294',id=40,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFWg8bEK/ukzBf5uDpfgIkw35zbstm8TAf3dEV5PvheKJZ5j0ajvuMpC3j47LGJzAjCuj2QK49fvEXBnJu8K4IKpBu4il3NebJAsINrV6sA1lYaCGdu4DeH1QrbhAUf3zw==',key_name='tempest-keypair-257416082',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-xkc74twm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:23:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:74:e3,bridge_name='br-int',has_traffic_filtering=True,id=389ac075-02b9-4019-9a36-61326bf6e415,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap389ac075-02') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG os_vif [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:74:e3,bridge_name='br-int',has_traffic_filtering=True,id=389ac075-02b9-4019-9a36-61326bf6e415,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap389ac075-02') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '166b782e-7f03-564e-a0e6-0b17be9a4e5d', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap389ac075-02, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap389ac075-02, col_values=(('qos', UUID('3f77ab0b-87c2-4c2b-b88b-bc74b891c8c2')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap389ac075-02, col_values=(('external_ids', {'iface-id': '389ac075-02b9-4019-9a36-61326bf6e415', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:74:e3', 'vm-uuid': '2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:55 user nova-compute[75209]: INFO os_vif [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:74:e3,bridge_name='br-int',has_traffic_filtering=True,id=389ac075-02b9-4019-9a36-61326bf6e415,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap389ac075-02')
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] No VIF found with MAC fa:16:3e:d4:74:e3, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-0d7f614b-5c4a-4e12-b3f0-a83c67f86405 req-dff2d832-2e9d-4800-a5cc-2f9a6855db25 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updated VIF entry in instance network info cache for port 389ac075-02b9-4019-9a36-61326bf6e415. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG nova.network.neutron [req-0d7f614b-5c4a-4e12-b3f0-a83c67f86405 req-dff2d832-2e9d-4800-a5cc-2f9a6855db25 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updating instance_info_cache with network_info: [{"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:23:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0d7f614b-5c4a-4e12-b3f0-a83c67f86405 req-dff2d832-2e9d-4800-a5cc-2f9a6855db25 service nova] Releasing lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG nova.compute.manager [req-efadcbb8-ba3c-4206-9274-9d30e7306bb9 req-5872b951-2bc0-4990-8c76-8b7a275aee41 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received event network-vif-plugged-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-efadcbb8-ba3c-4206-9274-9d30e7306bb9 req-5872b951-2bc0-4990-8c76-8b7a275aee41 service nova] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-efadcbb8-ba3c-4206-9274-9d30e7306bb9 req-5872b951-2bc0-4990-8c76-8b7a275aee41 service nova] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-efadcbb8-ba3c-4206-9274-9d30e7306bb9 req-5872b951-2bc0-4990-8c76-8b7a275aee41 service nova] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG nova.compute.manager [req-efadcbb8-ba3c-4206-9274-9d30e7306bb9 req-5872b951-2bc0-4990-8c76-8b7a275aee41 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] No waiting events found dispatching network-vif-plugged-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:23:57 user nova-compute[75209]: WARNING nova.compute.manager [req-efadcbb8-ba3c-4206-9274-9d30e7306bb9 req-5872b951-2bc0-4990-8c76-8b7a275aee41 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received unexpected event network-vif-plugged-389ac075-02b9-4019-9a36-61326bf6e415 for instance with vm_state building and task_state spawning.
Dec 04 19:23:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:23:59 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Instance spawned successfully.
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-d59dcd65-32c6-4cf8-9e26-04af18fb6fb3 req-958e0b9d-0dcb-40b7-a062-123ed8a9e986 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received event network-vif-plugged-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d59dcd65-32c6-4cf8-9e26-04af18fb6fb3 req-958e0b9d-0dcb-40b7-a062-123ed8a9e986 service nova] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d59dcd65-32c6-4cf8-9e26-04af18fb6fb3 req-958e0b9d-0dcb-40b7-a062-123ed8a9e986 service nova] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d59dcd65-32c6-4cf8-9e26-04af18fb6fb3 req-958e0b9d-0dcb-40b7-a062-123ed8a9e986 service nova] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-d59dcd65-32c6-4cf8-9e26-04af18fb6fb3 req-958e0b9d-0dcb-40b7-a062-123ed8a9e986 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] No waiting events found dispatching network-vif-plugged-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:23:59 user nova-compute[75209]: WARNING nova.compute.manager [req-d59dcd65-32c6-4cf8-9e26-04af18fb6fb3 req-958e0b9d-0dcb-40b7-a062-123ed8a9e986 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received unexpected event network-vif-plugged-389ac075-02b9-4019-9a36-61326bf6e415 for instance with vm_state building and task_state spawning.
Dec 04 19:23:59 user nova-compute[75209]: INFO nova.compute.manager [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Took 5.54 seconds to spawn the instance on the hypervisor.
Dec 04 19:23:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:23:59 user nova-compute[75209]: INFO nova.compute.manager [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Took 6.22 seconds to build instance.
Dec 04 19:23:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-88cc85e3-5f9b-4819-bf83-9f4be7c53665 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.321s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:23:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:05 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2b632881-ab44-4a9e-aecc-3a63caf2e185 is timed out.
Dec 04 19:24:05 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Successfully detached device vdb from instance 2b632881-ab44-4a9e-aecc-3a63caf2e185 from the live domain config.
Dec 04 19:24:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gsaPWFTd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:24:05 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c7c962f-d94e-495b-b4fe-5af7ca7f3236]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:24:05 user nova-compute[75209]: No targets found.
Dec 04 19:24:05 user nova-compute[75209]: iSNS:
Dec 04 19:24:05 user nova-compute[75209]: No targets found.
Dec 04 19:24:05 user nova-compute[75209]: STATIC:
Dec 04 19:24:05 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac
Dec 04 19:24:05 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:24:05 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:24:05 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5
Dec 04 19:24:05 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:24:05 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:24:05 user nova-compute[75209]: FIRMWARE:
Dec 04 19:24:05 user nova-compute[75209]: No targets found.
Dec 04 19:24:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:24:05 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:24:05 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[18421366-8824-4b1f-a378-2792b29ba53a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6dfaa64-ec0a-4564-be27-1d5c6c4536e4]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:24:05 user nova-compute[75209]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 (non-flash)
Dec 04 19:24:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:24:05 user nova-compute[75209]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 (non-flash)
Dec 04 19:24:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c5989d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[79e1663e-66f2-4b52-a087-2c678e45d744]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d68c56-6cc0-427e-84e9-707b6944a0bd]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5d79d8f-79bf-4030-9b33-361973f20029]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a28f517-d05a-494e-8689-74286006197a]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[64dc5b06-4657-447f-a1b5-93447b2f20ab]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f2726ea-808e-460e-a476-9ca5543b35fe]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5, portal: 172.16.0.220,3260]
Dec 04 19:24:05 user nova-compute[75209]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5, portal: 172.16.0.220,3260] successful.
Dec 04 19:24:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:438c3039-731b-4244-975f-39d319069db5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d7b32b1-7f0f-4429-9cb2-02cadca9d80e]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] <== disconnect_volume: return (326ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:24:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:24:06 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lazy-loading 'flavor' on Instance uuid 2b632881-ab44-4a9e-aecc-3a63caf2e185 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:24:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f717f503-caaa-43a5-9934-8136b4256d13 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.779s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:24:08 user nova-compute[75209]: INFO nova.compute.claims [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Claim successful on node user
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.340s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:24:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.policy [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5eaec7056754f47a2bc193e8dae5456', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d89cad196214ac1a4fbc922924e5766', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:24:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Creating image(s)
Dec 04 19:24:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "/opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "/opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "/opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "0f4e23939021c8538e93fde24c813428141dd10f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "0f4e23939021c8538e93fde24c813428141dd10f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f.part --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:09 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Successfully created port: a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:24:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f.part --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:09 user nova-compute[75209]: DEBUG nova.virt.images [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] 6ba99a01-e960-4887-a8f6-aefd2ad6fff6 was qcow2, converting to raw {{(pid=75209) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 19:24:09 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:24:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f.part /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f.converted {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f.part /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f.converted" returned: 0 in 0.540s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f.converted --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Successfully updated port: a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f.converted --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "0f4e23939021c8538e93fde24c813428141dd10f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.377s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-b5d5a70f-b0bf-4f9b-8d3e-45e665bcb29d req-4345ae8e-63a4-4719-a290-51a1a78fdccd service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-changed-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-b5d5a70f-b0bf-4f9b-8d3e-45e665bcb29d req-4345ae8e-63a4-4719-a290-51a1a78fdccd service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Refreshing instance network info cache due to event network-changed-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b5d5a70f-b0bf-4f9b-8d3e-45e665bcb29d req-4345ae8e-63a4-4719-a290-51a1a78fdccd service nova] Acquiring lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b5d5a70f-b0bf-4f9b-8d3e-45e665bcb29d req-4345ae8e-63a4-4719-a290-51a1a78fdccd service nova] Acquired lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-b5d5a70f-b0bf-4f9b-8d3e-45e665bcb29d req-4345ae8e-63a4-4719-a290-51a1a78fdccd service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Refreshing network info cache for port a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-b5d5a70f-b0bf-4f9b-8d3e-45e665bcb29d req-4345ae8e-63a4-4719-a290-51a1a78fdccd service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "0f4e23939021c8538e93fde24c813428141dd10f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "0f4e23939021c8538e93fde24c813428141dd10f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-b5d5a70f-b0bf-4f9b-8d3e-45e665bcb29d req-4345ae8e-63a4-4719-a290-51a1a78fdccd service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b5d5a70f-b0bf-4f9b-8d3e-45e665bcb29d req-4345ae8e-63a4-4719-a290-51a1a78fdccd service nova] Releasing lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquired lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f,backing_fmt=raw /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f,backing_fmt=raw /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk 1073741824" returned: 0 in 0.054s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "0f4e23939021c8538e93fde24c813428141dd10f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updating instance_info_cache with network_info: [{"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Releasing lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Instance network_info: |[{"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Cannot resize image /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Ensure instance console log exists: /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Start _get_guest_xml network_info=[{"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T19:24:05Z,direct_url=<?>,disk_format='qcow2',id=6ba99a01-e960-4887-a8f6-aefd2ad6fff6,min_disk=0,min_ram=0,name='tempest-scenario-img--299737593',owner='6d89cad196214ac1a4fbc922924e5766',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T19:24:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '6ba99a01-e960-4887-a8f6-aefd2ad6fff6'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:24:10 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:24:10 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T19:24:05Z,direct_url=<?>,disk_format='qcow2',id=6ba99a01-e960-4887-a8f6-aefd2ad6fff6,min_disk=0,min_ram=0,name='tempest-scenario-img--299737593',owner='6d89cad196214ac1a4fbc922924e5766',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T19:24:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:24:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1650302866',display_name='tempest-TestMinimumBasicScenario-server-1650302866',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1650302866',id=41,image_ref='6ba99a01-e960-4887-a8f6-aefd2ad6fff6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB2v+hMrCP5lig2buqjVGa+IrYr9WcFLiNOjbSH6s37OyBLjbbPlWrlqijAqA5EcPseHt0yT8NnX8rI0vBO6t02QExvdqmqRGRn2chksHBzzyQT2hMLJfYe4PoT5qZ1ZkQ==',key_name='tempest-TestMinimumBasicScenario-342483680',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6d89cad196214ac1a4fbc922924e5766',ramdisk_id='',reservation_id='r-gcn82lh0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='6ba99a01-e960-4887-a8f6-aefd2ad6fff6',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2144175549',owner_user_name='tempest-TestMinimumBasicScenario-2144175549-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:24:09Z,user_data=None,user_id='d5eaec7056754f47a2bc193e8dae5456',uuid=9faaef5d-efa2-4fee-841a-8d4091eba792,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converting VIF {"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:2a:22,bridge_name='br-int',has_traffic_filtering=True,id=a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa5133f9c-9b') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.objects.instance [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'pci_devices' on Instance uuid 9faaef5d-efa2-4fee-841a-8d4091eba792 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:24:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:24:10 user nova-compute[75209]:   <uuid>9faaef5d-efa2-4fee-841a-8d4091eba792</uuid>
Dec 04 19:24:10 user nova-compute[75209]:   <name>instance-00000029</name>
Dec 04 19:24:10 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:24:10 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:24:10 user nova-compute[75209]:   <metadata>
Dec 04 19:24:10 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:24:10 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:24:10 user nova-compute[75209]:       <nova:name>tempest-TestMinimumBasicScenario-server-1650302866</nova:name>
Dec 04 19:24:10 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:24:10</nova:creationTime>
Dec 04 19:24:10 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:24:10 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:24:10 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:24:10 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:24:10 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:24:10 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:24:10 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:24:10 user nova-compute[75209]:       <nova:owner>
Dec 04 19:24:10 user nova-compute[75209]:         <nova:user uuid="d5eaec7056754f47a2bc193e8dae5456">tempest-TestMinimumBasicScenario-2144175549-project-member</nova:user>
Dec 04 19:24:10 user nova-compute[75209]:         <nova:project uuid="6d89cad196214ac1a4fbc922924e5766">tempest-TestMinimumBasicScenario-2144175549</nova:project>
Dec 04 19:24:10 user nova-compute[75209]:       </nova:owner>
Dec 04 19:24:10 user nova-compute[75209]:       <nova:root type="image" uuid="6ba99a01-e960-4887-a8f6-aefd2ad6fff6"/>
Dec 04 19:24:10 user nova-compute[75209]:       <nova:ports>
Dec 04 19:24:10 user nova-compute[75209]:         <nova:port uuid="a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4">
Dec 04 19:24:10 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 04 19:24:10 user nova-compute[75209]:         </nova:port>
Dec 04 19:24:10 user nova-compute[75209]:       </nova:ports>
Dec 04 19:24:10 user nova-compute[75209]:     </nova:instance>
Dec 04 19:24:10 user nova-compute[75209]:   </metadata>
Dec 04 19:24:10 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:24:10 user nova-compute[75209]:     <system>
Dec 04 19:24:10 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:24:10 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:24:10 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:24:10 user nova-compute[75209]:       <entry name="serial">9faaef5d-efa2-4fee-841a-8d4091eba792</entry>
Dec 04 19:24:10 user nova-compute[75209]:       <entry name="uuid">9faaef5d-efa2-4fee-841a-8d4091eba792</entry>
Dec 04 19:24:10 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:24:10 user nova-compute[75209]:     </system>
Dec 04 19:24:10 user nova-compute[75209]:   </sysinfo>
Dec 04 19:24:10 user nova-compute[75209]:   <os>
Dec 04 19:24:10 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:24:10 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:24:10 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:24:10 user nova-compute[75209]:   </os>
Dec 04 19:24:10 user nova-compute[75209]:   <features>
Dec 04 19:24:10 user nova-compute[75209]:     <acpi/>
Dec 04 19:24:10 user nova-compute[75209]:     <apic/>
Dec 04 19:24:10 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:24:10 user nova-compute[75209]:   </features>
Dec 04 19:24:10 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:24:10 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:24:10 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:24:10 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:24:10 user nova-compute[75209]:   </clock>
Dec 04 19:24:10 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:24:10 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:24:10 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:24:10 user nova-compute[75209]:   </cpu>
Dec 04 19:24:10 user nova-compute[75209]:   <devices>
Dec 04 19:24:10 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:24:10 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:24:10 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk"/>
Dec 04 19:24:10 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:24:10 user nova-compute[75209]:     </disk>
Dec 04 19:24:10 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:24:10 user nova-compute[75209]:       <mac address="fa:16:3e:7f:2a:22"/>
Dec 04 19:24:10 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:24:10 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:24:10 user nova-compute[75209]:       <target dev="tapa5133f9c-9b"/>
Dec 04 19:24:10 user nova-compute[75209]:     </interface>
Dec 04 19:24:10 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:24:10 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/console.log" append="off"/>
Dec 04 19:24:10 user nova-compute[75209]:     </serial>
Dec 04 19:24:10 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:24:10 user nova-compute[75209]:     <video>
Dec 04 19:24:10 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:24:10 user nova-compute[75209]:     </video>
Dec 04 19:24:10 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:24:10 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:24:10 user nova-compute[75209]:     </rng>
Dec 04 19:24:10 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:24:10 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:24:10 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:24:10 user nova-compute[75209]:     </memballoon>
Dec 04 19:24:10 user nova-compute[75209]:   </devices>
Dec 04 19:24:10 user nova-compute[75209]: </domain>
Dec 04 19:24:10 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:24:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1650302866',display_name='tempest-TestMinimumBasicScenario-server-1650302866',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1650302866',id=41,image_ref='6ba99a01-e960-4887-a8f6-aefd2ad6fff6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB2v+hMrCP5lig2buqjVGa+IrYr9WcFLiNOjbSH6s37OyBLjbbPlWrlqijAqA5EcPseHt0yT8NnX8rI0vBO6t02QExvdqmqRGRn2chksHBzzyQT2hMLJfYe4PoT5qZ1ZkQ==',key_name='tempest-TestMinimumBasicScenario-342483680',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6d89cad196214ac1a4fbc922924e5766',ramdisk_id='',reservation_id='r-gcn82lh0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='6ba99a01-e960-4887-a8f6-aefd2ad6fff6',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2144175549',owner_user_name='tempest-TestMinimumBasicScenario-2144175549-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:24:09Z,user_data=None,user_id='d5eaec7056754f47a2bc193e8dae5456',uuid=9faaef5d-efa2-4fee-841a-8d4091eba792,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converting VIF {"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:2a:22,bridge_name='br-int',has_traffic_filtering=True,id=a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa5133f9c-9b') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG os_vif [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:2a:22,bridge_name='br-int',has_traffic_filtering=True,id=a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa5133f9c-9b') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6b324386-6d8a-5f41-8fd0-f61a84b63709', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa5133f9c-9b, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa5133f9c-9b, col_values=(('qos', UUID('1c7f06a8-465e-4933-a2f6-fc4c4737f7b0')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa5133f9c-9b, col_values=(('external_ids', {'iface-id': 'a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7f:2a:22', 'vm-uuid': '9faaef5d-efa2-4fee-841a-8d4091eba792'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:11 user nova-compute[75209]: INFO os_vif [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:2a:22,bridge_name='br-int',has_traffic_filtering=True,id=a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa5133f9c-9b')
Dec 04 19:24:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:24:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] No VIF found with MAC fa:16:3e:7f:2a:22, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:24:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-b52b15d0-b7e6-4724-9172-b2c2ddd3b1ff req-b25525a1-e63d-4d23-86e1-fcd7f055522d service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:24:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b52b15d0-b7e6-4724-9172-b2c2ddd3b1ff req-b25525a1-e63d-4d23-86e1-fcd7f055522d service nova] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b52b15d0-b7e6-4724-9172-b2c2ddd3b1ff req-b25525a1-e63d-4d23-86e1-fcd7f055522d service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b52b15d0-b7e6-4724-9172-b2c2ddd3b1ff req-b25525a1-e63d-4d23-86e1-fcd7f055522d service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-b52b15d0-b7e6-4724-9172-b2c2ddd3b1ff req-b25525a1-e63d-4d23-86e1-fcd7f055522d service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] No waiting events found dispatching network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:24:12 user nova-compute[75209]: WARNING nova.compute.manager [req-b52b15d0-b7e6-4724-9172-b2c2ddd3b1ff req-b25525a1-e63d-4d23-86e1-fcd7f055522d service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received unexpected event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 for instance with vm_state building and task_state spawning.
Dec 04 19:24:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:24:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:24:14 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Instance spawned successfully.
Dec 04 19:24:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:24:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:24:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:24:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:24:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:24:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:24:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:24:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-9a60ba3d-aa49-435c-8fd5-d76e59a436fb req-81d20863-e9c3-4e38-8cb5-175ce4243b5d service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:24:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9a60ba3d-aa49-435c-8fd5-d76e59a436fb req-81d20863-e9c3-4e38-8cb5-175ce4243b5d service nova] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9a60ba3d-aa49-435c-8fd5-d76e59a436fb req-81d20863-e9c3-4e38-8cb5-175ce4243b5d service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9a60ba3d-aa49-435c-8fd5-d76e59a436fb req-81d20863-e9c3-4e38-8cb5-175ce4243b5d service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-9a60ba3d-aa49-435c-8fd5-d76e59a436fb req-81d20863-e9c3-4e38-8cb5-175ce4243b5d service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] No waiting events found dispatching network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:24:15 user nova-compute[75209]: WARNING nova.compute.manager [req-9a60ba3d-aa49-435c-8fd5-d76e59a436fb req-81d20863-e9c3-4e38-8cb5-175ce4243b5d service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received unexpected event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 for instance with vm_state building and task_state spawning.
Dec 04 19:24:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:15 user nova-compute[75209]: INFO nova.compute.manager [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Took 6.32 seconds to spawn the instance on the hypervisor.
Dec 04 19:24:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:24:15 user nova-compute[75209]: INFO nova.compute.manager [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Took 6.99 seconds to build instance.
Dec 04 19:24:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a2809f6f-06e2-48e1-a7c0-2bb40cfff308 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.084s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:30 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:24:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:24:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:31 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:24:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:24:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:24:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:24:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:24:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:24:32 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:24:32 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 06876530-03cc-4b49-a912-dd4fe68f5446 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updating instance_info_cache with network_info: [{"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-06876530-03cc-4b49-a912-dd4fe68f5446" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:24:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:24:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:24:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:36 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:24:36 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8088MB free_disk=24.97850799560547GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9c6dcf29-ad55-4841-990e-2daf6496161f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2b632881-ab44-4a9e-aecc-3a63caf2e185 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 8bb0d47b-f808-4018-acff-6044472dd71a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9faaef5d-efa2-4fee-841a-8d4091eba792 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:24:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.334s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:38 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:39 user nova-compute[75209]: INFO nova.compute.manager [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Terminating instance
Dec 04 19:24:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-ce1dbbd0-3841-4906-ac3b-0308d2d3dfac req-d1dfcd1f-d033-4dbb-88fa-5dee286aa959 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-unplugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ce1dbbd0-3841-4906-ac3b-0308d2d3dfac req-d1dfcd1f-d033-4dbb-88fa-5dee286aa959 service nova] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ce1dbbd0-3841-4906-ac3b-0308d2d3dfac req-d1dfcd1f-d033-4dbb-88fa-5dee286aa959 service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ce1dbbd0-3841-4906-ac3b-0308d2d3dfac req-d1dfcd1f-d033-4dbb-88fa-5dee286aa959 service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-ce1dbbd0-3841-4906-ac3b-0308d2d3dfac req-d1dfcd1f-d033-4dbb-88fa-5dee286aa959 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] No waiting events found dispatching network-vif-unplugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-ce1dbbd0-3841-4906-ac3b-0308d2d3dfac req-d1dfcd1f-d033-4dbb-88fa-5dee286aa959 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-unplugged-903839c5-7e30-4748-adea-079232778e94 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:24:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:40 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Instance destroyed successfully.
Dec 04 19:24:40 user nova-compute[75209]: DEBUG nova.objects.instance [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lazy-loading 'resources' on Instance uuid 2b632881-ab44-4a9e-aecc-3a63caf2e185 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:21:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-526466522',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-526466522',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-5264665',id=38,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN4lWHCuY2PnbIyGgbuLJBxk3rdqghbpJfITZB1ZfV7RoTFN4SuEdojvsKtQoJ/vwpCy5QauXLMXN99W7PUkz0uu6VgmLX2Gwc5npXoBf9cDlgA555Ddixvn5Hsx4KIR+Q==',key_name='tempest-keypair-1753314486',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:21:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1fa0709d1b454b04a059d8c3a941ec65',ramdisk_id='',reservation_id='r-qtz1r4h3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1844717934',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:21:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7a92c64510104f6eb4fae49b8983ce10',uuid=2b632881-ab44-4a9e-aecc-3a63caf2e185,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Converting VIF {"id": "903839c5-7e30-4748-adea-079232778e94", "address": "fa:16:3e:2c:82:7c", "network": {"id": "cd1e59df-6254-4e32-99bd-c49c2ad24bad", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-674445061-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fa0709d1b454b04a059d8c3a941ec65", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap903839c5-7e", "ovs_interfaceid": "903839c5-7e30-4748-adea-079232778e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:82:7c,bridge_name='br-int',has_traffic_filtering=True,id=903839c5-7e30-4748-adea-079232778e94,network=Network(cd1e59df-6254-4e32-99bd-c49c2ad24bad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap903839c5-7e') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG os_vif [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:82:7c,bridge_name='br-int',has_traffic_filtering=True,id=903839c5-7e30-4748-adea-079232778e94,network=Network(cd1e59df-6254-4e32-99bd-c49c2ad24bad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap903839c5-7e') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap903839c5-7e, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a26e5e9f-97e3-443f-8d1b-bd561b09a828) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:24:40 user nova-compute[75209]: INFO os_vif [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:82:7c,bridge_name='br-int',has_traffic_filtering=True,id=903839c5-7e30-4748-adea-079232778e94,network=Network(cd1e59df-6254-4e32-99bd-c49c2ad24bad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap903839c5-7e')
Dec 04 19:24:40 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Deleting instance files /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185_del
Dec 04 19:24:40 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Deletion of /opt/stack/data/nova/instances/2b632881-ab44-4a9e-aecc-3a63caf2e185_del complete
Dec 04 19:24:40 user nova-compute[75209]: INFO nova.compute.manager [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 04 19:24:40 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:24:40 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:24:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] No waiting events found dispatching network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:24:42 user nova-compute[75209]: WARNING nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received unexpected event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 for instance with vm_state active and task_state deleting.
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] No waiting events found dispatching network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:24:42 user nova-compute[75209]: WARNING nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received unexpected event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 for instance with vm_state active and task_state deleting.
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] No waiting events found dispatching network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:24:42 user nova-compute[75209]: WARNING nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received unexpected event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 for instance with vm_state active and task_state deleting.
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-unplugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] No waiting events found dispatching network-vif-unplugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.compute.manager [req-0f764f1a-be96-44c9-87b7-2e25d3fd9da6 req-b5a3357a-adb4-43c5-9b8b-622d8ac6793e service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-unplugged-903839c5-7e30-4748-adea-079232778e94 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:24:42 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Took 1.70 seconds to deallocate network for instance.
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.219s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:42 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Deleted allocations for instance 2b632881-ab44-4a9e-aecc-3a63caf2e185
Dec 04 19:24:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-951f8ac2-ea7d-4759-bb11-18890b125970 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934 tempest-TestServerVolumeAttachScenarioOldVersion-1844717934-project-member] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.094s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:44 user nova-compute[75209]: DEBUG nova.compute.manager [req-35113470-e36c-4af8-8bbb-9d577d060872 req-316e5ac5-551d-488d-a4a8-4021516d3194 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:24:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35113470-e36c-4af8-8bbb-9d577d060872 req-316e5ac5-551d-488d-a4a8-4021516d3194 service nova] Acquiring lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:24:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35113470-e36c-4af8-8bbb-9d577d060872 req-316e5ac5-551d-488d-a4a8-4021516d3194 service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:24:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35113470-e36c-4af8-8bbb-9d577d060872 req-316e5ac5-551d-488d-a4a8-4021516d3194 service nova] Lock "2b632881-ab44-4a9e-aecc-3a63caf2e185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:24:44 user nova-compute[75209]: DEBUG nova.compute.manager [req-35113470-e36c-4af8-8bbb-9d577d060872 req-316e5ac5-551d-488d-a4a8-4021516d3194 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] No waiting events found dispatching network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:24:44 user nova-compute[75209]: WARNING nova.compute.manager [req-35113470-e36c-4af8-8bbb-9d577d060872 req-316e5ac5-551d-488d-a4a8-4021516d3194 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received unexpected event network-vif-plugged-903839c5-7e30-4748-adea-079232778e94 for instance with vm_state deleted and task_state None.
Dec 04 19:24:44 user nova-compute[75209]: DEBUG nova.compute.manager [req-35113470-e36c-4af8-8bbb-9d577d060872 req-316e5ac5-551d-488d-a4a8-4021516d3194 service nova] [instance: 2b632881-ab44-4a9e-aecc-3a63caf2e185] Received event network-vif-deleted-903839c5-7e30-4748-adea-079232778e94 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:24:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:24:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:25:00 user nova-compute[75209]: INFO nova.compute.manager [None req-a1ae7e51-ed49-43e6-a312-a9e3ea39c69e tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Get console output
Dec 04 19:25:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:00 user nova-compute[75209]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Dec 04 19:25:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:25:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:25:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:25:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:25:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:25:33 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:25:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:25:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:25:33 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating instance_info_cache with network_info: [{"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-9c6dcf29-ad55-4841-990e-2daf6496161f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG nova.compute.manager [req-491ffa66-2ffd-4dd6-af29-af7ecf004672 req-9d080fc8-8aa9-4713-9cd4-c169dc37282b service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-changed-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG nova.compute.manager [req-491ffa66-2ffd-4dd6-af29-af7ecf004672 req-9d080fc8-8aa9-4713-9cd4-c169dc37282b service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Refreshing instance network info cache due to event network-changed-0d48599d-a0d5-4094-b90c-9d61c09217cc. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-491ffa66-2ffd-4dd6-af29-af7ecf004672 req-9d080fc8-8aa9-4713-9cd4-c169dc37282b service nova] Acquiring lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-491ffa66-2ffd-4dd6-af29-af7ecf004672 req-9d080fc8-8aa9-4713-9cd4-c169dc37282b service nova] Acquired lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG nova.network.neutron [req-491ffa66-2ffd-4dd6-af29-af7ecf004672 req-9d080fc8-8aa9-4713-9cd4-c169dc37282b service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Refreshing network info cache for port 0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:35 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG nova.network.neutron [req-491ffa66-2ffd-4dd6-af29-af7ecf004672 req-9d080fc8-8aa9-4713-9cd4-c169dc37282b service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Updated VIF entry in instance network info cache for port 0d48599d-a0d5-4094-b90c-9d61c09217cc. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG nova.network.neutron [req-491ffa66-2ffd-4dd6-af29-af7ecf004672 req-9d080fc8-8aa9-4713-9cd4-c169dc37282b service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Updating instance_info_cache with network_info: [{"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:25:36 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:25:36 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:25:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8377MB free_disk=24.99444580078125GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-491ffa66-2ffd-4dd6-af29-af7ecf004672 req-9d080fc8-8aa9-4713-9cd4-c169dc37282b service nova] Releasing lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9c6dcf29-ad55-4841-990e-2daf6496161f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 8bb0d47b-f808-4018-acff-6044472dd71a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9faaef5d-efa2-4fee-841a-8d4091eba792 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:25:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:25:37 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:25:37 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:25:37 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:25:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.391s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:25:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:25:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG nova.objects.instance [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'flavor' on Instance uuid 8bb0d47b-f808-4018-acff-6044472dd71a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:25:38 user nova-compute[75209]: INFO nova.compute.manager [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Attaching volume 1baa23fb-90ba-4015-a495-2f8590bf84c8 to /dev/vdb
Dec 04 19:25:38 user nova-compute[75209]: DEBUG os_brick.utils [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[87cbd1ae-ef61-4c26-a2ea-7bbd5fb4afe0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[57e7e91f-0d20-4c5e-af89-1ec39c1460dc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d753e8b0-a49a-4479-bddd-142dc24eabc7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f384c5d-c2ed-40af-97db-ff0207ef26ef]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:25:38 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:25:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[57cb203e-79a5-487c-ae60-911061016e55]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG os_brick.utils [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:25:38 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Updating existing volume attachment record: 7f5a16cd-4ad4-440e-9fa5-291e48e485bd {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:25:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG nova.compute.manager [req-a253becd-08c1-4d2e-a15a-d7efddcccf7d req-dc805fb1-1304-4e31-ae29-11ace9656833 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received event network-changed-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG nova.compute.manager [req-a253becd-08c1-4d2e-a15a-d7efddcccf7d req-dc805fb1-1304-4e31-ae29-11ace9656833 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Refreshing instance network info cache due to event network-changed-389ac075-02b9-4019-9a36-61326bf6e415. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a253becd-08c1-4d2e-a15a-d7efddcccf7d req-dc805fb1-1304-4e31-ae29-11ace9656833 service nova] Acquiring lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a253becd-08c1-4d2e-a15a-d7efddcccf7d req-dc805fb1-1304-4e31-ae29-11ace9656833 service nova] Acquired lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG nova.network.neutron [req-a253becd-08c1-4d2e-a15a-d7efddcccf7d req-dc805fb1-1304-4e31-ae29-11ace9656833 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Refreshing network info cache for port 389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG nova.network.neutron [req-a253becd-08c1-4d2e-a15a-d7efddcccf7d req-dc805fb1-1304-4e31-ae29-11ace9656833 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updated VIF entry in instance network info cache for port 389ac075-02b9-4019-9a36-61326bf6e415. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG nova.network.neutron [req-a253becd-08c1-4d2e-a15a-d7efddcccf7d req-dc805fb1-1304-4e31-ae29-11ace9656833 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updating instance_info_cache with network_info: [{"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a253becd-08c1-4d2e-a15a-d7efddcccf7d req-dc805fb1-1304-4e31-ae29-11ace9656833 service nova] Releasing lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:25:45 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG nova.objects.instance [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:25:47 user nova-compute[75209]: INFO nova.compute.manager [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Attaching volume 669ffdae-e50c-4644-bed0-0474f2a2b476 to /dev/vdb
Dec 04 19:25:47 user nova-compute[75209]: DEBUG os_brick.utils [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e8ce220-eafa-4df8-a036-eec4595294a3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[65daddde-00ad-4d73-9dbf-fa7147bd630f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[99d07db5-fbfe-43b5-958e-d7f8ea99e3f6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[87ce0c8e-fc24-4ccd-9f07-71c13729a20a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:25:47 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:25:47 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d915607-1ed5-4491-9877-9ed6b8ead316]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG os_brick.utils [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:25:47 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updating existing volume attachment record: 5ffbd7a2-df1d-4bd5-b3cf-922fd84294e8 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrNbFsZn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:25:48 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:25:48 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:25:48 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aad151d-c037-44c7-b454-aedfc8085470]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:25:48 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eb8c7a9-1563-467c-a56e-85a4409bd326]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8] added
Dec 04 19:25:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bf0e5a4-6bd6-4ce2-b0e4-9c54ba53b60b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e35621f-edb8-48e6-b22d-d44e6c632baf]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VrNbFsZn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VrNbFsZn" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d599bd8-8679-4cb0-9c88-631178956bcf]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VrNbFsZn'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2341f99b-43d9-44a6-9b2e-127f73d16809]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf38833d-2719-415d-b82e-225a74986d5b]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:25:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:25:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[acaea7b5-8788-411f-8f52-21476f7361e2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8, portal: 172.16.0.220,3260]
Dec 04 19:25:48 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8, portal: 172.16.0.220,3260] successful.
Dec 04 19:25:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[912afb2b-1981-41e3-ab55-c5afec22eced]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d8e2a26-117d-4de5-a126-b2f7dd5bd5b4]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:25:48 user nova-compute[75209]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)
Dec 04 19:25:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:25:48 user nova-compute[75209]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)
Dec 04 19:25:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a49f1f-d1cf-4b18-8b72-f94eccecb568]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:48 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:25:49 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:25:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrNbFsZn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:25:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:25:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23030346264633334', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:25:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23030346264633334', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:25:49 user nova-compute[75209]: DEBUG nova.objects.instance [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'flavor' on Instance uuid 8bb0d47b-f808-4018-acff-6044472dd71a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:25:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:25:49 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:25:49 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:25:49 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:25:49 user nova-compute[75209]:   <serial>1baa23fb-90ba-4015-a495-2f8590bf84c8</serial>
Dec 04 19:25:49 user nova-compute[75209]: </disk>
Dec 04 19:25:49 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:25:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:25:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:25:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No VIF found with MAC fa:16:3e:ad:3b:3c, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:25:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-aa4dc569-c41e-46ef-b820-bda1fc5b8d85 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.369s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:25:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:25:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:25:50 user nova-compute[75209]: INFO nova.compute.manager [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Detaching volume 1baa23fb-90ba-4015-a495-2f8590bf84c8
Dec 04 19:25:51 user nova-compute[75209]: INFO nova.virt.block_device [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Attempting to driver detach volume 1baa23fb-90ba-4015-a495-2f8590bf84c8 from mountpoint /dev/vdb
Dec 04 19:25:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Attempting to detach device vdb from instance 8bb0d47b-f808-4018-acff-6044472dd71a from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:25:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:25:51 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:25:51 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:25:51 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:25:51 user nova-compute[75209]:   <serial>1baa23fb-90ba-4015-a495-2f8590bf84c8</serial>
Dec 04 19:25:51 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:25:51 user nova-compute[75209]: </disk>
Dec 04 19:25:51 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:25:51 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully detached device vdb from instance 8bb0d47b-f808-4018-acff-6044472dd71a from the persistent domain config.
Dec 04 19:25:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8bb0d47b-f808-4018-acff-6044472dd71a from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:25:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:25:51 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:25:51 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:25:51 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:25:51 user nova-compute[75209]:   <serial>1baa23fb-90ba-4015-a495-2f8590bf84c8</serial>
Dec 04 19:25:51 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:25:51 user nova-compute[75209]: </disk>
Dec 04 19:25:51 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:25:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8bb0d47b-f808-4018-acff-6044472dd71a {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:25:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IDdzwVxc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:25:57 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:25:57 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:25:57 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdf6b210-2605-42e4-9786-254140cd0f48]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:25:57 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c84b503-5078-4e69-9960-887b7011b76c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476] added
Dec 04 19:25:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cd65daf-fa5c-4b46-b806-5c6875d2857a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7031a0-9aa2-4d6a-a60c-10945670fbb6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IDdzwVxc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IDdzwVxc" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0287813-2094-42a7-8b79-a83a2ad45372]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IDdzwVxc'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad342f1e-a673-49a7-b4ba-9767cce98138]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2665f86-0acb-4478-86f3-dec17dd5c4ae]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:25:57 user nova-compute[75209]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)
Dec 04 19:25:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:25:57 user nova-compute[75209]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)
Dec 04 19:25:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c6615c-6fad-4be0-9bff-c89960e2549a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476, portal: 172.16.0.220,3260]
Dec 04 19:25:57 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476, portal: 172.16.0.220,3260] successful.
Dec 04 19:25:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[40b3662b-88ae-42b2-9904-867ed02740de]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b67067-cf0c-4880-acdc-ae4f390abdd4]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:25:57 user nova-compute[75209]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)
Dec 04 19:25:57 user nova-compute[75209]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:25:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:25:57 user nova-compute[75209]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)
Dec 04 19:25:57 user nova-compute[75209]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:25:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] HCTL ('35', '-', '-', 0) found on session 46 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[38d41c5d-5ab1-4a65-a523-12a484477894]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Searching for a device in session 46 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:25:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IDdzwVxc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:25:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:25:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '23233666132383139', 'path': '/dev/sdd'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:25:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23233666132383139', 'path': '/dev/sdd'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:25:58 user nova-compute[75209]: DEBUG nova.objects.instance [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:25:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:25:58 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:25:58 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:25:58 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:25:58 user nova-compute[75209]:   <serial>669ffdae-e50c-4644-bed0-0474f2a2b476</serial>
Dec 04 19:25:58 user nova-compute[75209]: </disk>
Dec 04 19:25:58 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:25:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:25:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:25:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] No VIF found with MAC fa:16:3e:d4:74:e3, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:25:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-05358ec8-99e0-43cc-ab13-030fbdcf05c5 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.508s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:01 user nova-compute[75209]: INFO nova.compute.manager [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Terminating instance
Dec 04 19:26:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-226f0cbf-a7af-427e-8b22-8b327cbc2f54 req-8012091c-0d6e-44a3-bfe1-12b4f5766f8c service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-unplugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-226f0cbf-a7af-427e-8b22-8b327cbc2f54 req-8012091c-0d6e-44a3-bfe1-12b4f5766f8c service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-226f0cbf-a7af-427e-8b22-8b327cbc2f54 req-8012091c-0d6e-44a3-bfe1-12b4f5766f8c service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-226f0cbf-a7af-427e-8b22-8b327cbc2f54 req-8012091c-0d6e-44a3-bfe1-12b4f5766f8c service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-226f0cbf-a7af-427e-8b22-8b327cbc2f54 req-8012091c-0d6e-44a3-bfe1-12b4f5766f8c service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-unplugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-226f0cbf-a7af-427e-8b22-8b327cbc2f54 req-8012091c-0d6e-44a3-bfe1-12b4f5766f8c service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-unplugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Instance destroyed successfully.
Dec 04 19:26:02 user nova-compute[75209]: DEBUG nova.objects.instance [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'resources' on Instance uuid 9c6dcf29-ad55-4841-990e-2daf6496161f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:19:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-233361330',display_name='tempest-ServerActionsTestOtherA-server-233361330',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-233361330',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd90ipTeKnUTjoku+oOG0OOStOcOzRu9YRSNjIxaCTFCWtu2MhtiDcbxLSIxFHOHWKzOie37paIsTje8K6OIumjptlR2GI63l1VqJOc1oMlO50fXwM80ebVsvmwTWIHmA==',key_name='tempest-keypair-2096222088',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:21:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-5brqeb51',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:23:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=9c6dcf29-ad55-4841-990e-2daf6496161f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "address": "fa:16:3e:78:59:44", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0f0e40d-37", "ovs_interfaceid": "c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_vif [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc0f0e40d-37, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=95f52324-8aa4-4e4b-8c15-c3bc84aaa1d8) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:26:02 user nova-compute[75209]: INFO os_vif [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:59:44,bridge_name='br-int',has_traffic_filtering=True,id=c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0f0e40d-37')
Dec 04 19:26:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rFIbqtOv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:26:02 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa15a78-e66f-4e74-b5d9-6c2167b2fcfe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:26:02 user nova-compute[75209]: No targets found.
Dec 04 19:26:02 user nova-compute[75209]: iSNS:
Dec 04 19:26:02 user nova-compute[75209]: No targets found.
Dec 04 19:26:02 user nova-compute[75209]: STATIC:
Dec 04 19:26:02 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac
Dec 04 19:26:02 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:26:02 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:26:02 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476
Dec 04 19:26:02 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:26:02 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:26:02 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8
Dec 04 19:26:02 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:26:02 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:26:02 user nova-compute[75209]: FIRMWARE:
Dec 04 19:26:02 user nova-compute[75209]: No targets found.
Dec 04 19:26:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:26:02 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:26:02 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c0337a9-624b-482b-a3b6-0c6fe248cde5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[da1106e9-8923-49a3-ba3d-fe283028caa9]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:26:02 user nova-compute[75209]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)
Dec 04 19:26:02 user nova-compute[75209]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:26:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac (non-flash)
Dec 04 19:26:02 user nova-compute[75209]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)
Dec 04 19:26:02 user nova-compute[75209]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:26:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7dcecf70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac'): ({'sdc'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Removing single pathed devices sdc {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aaa6d3f-9417-40e7-a192-9efdffcbc38f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[509ebce7-f0e0-4a0a-b669-3c0eb4925648]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Flushing IO for device /dev/sdc {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c3146d9-9bd8-4c61-9814-cb21267614f2]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d037946-aa32-472e-9a55-870227830409]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bb60872-d109-42d6-88bf-db0ea1d0898c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[379f8231-06e9-4955-b6e3-6efffd21c2d8]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260]
Dec 04 19:26:02 user nova-compute[75209]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac, portal: 172.16.0.220,3260] successful.
Dec 04 19:26:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4e456d5-2cd1-4b0c-8ac8-7fe425368dac -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba355640-609d-437a-8c24-2414b7c815ff]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] <== disconnect_volume: return (336ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:26:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Deleting instance files /opt/stack/data/nova/instances/9c6dcf29-ad55-4841-990e-2daf6496161f_del
Dec 04 19:26:02 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Deletion of /opt/stack/data/nova/instances/9c6dcf29-ad55-4841-990e-2daf6496161f_del complete
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'flavor' on Instance uuid 9faaef5d-efa2-4fee-841a-8d4091eba792 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:26:02 user nova-compute[75209]: INFO nova.compute.manager [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Took 1.28 seconds to destroy the instance on the hypervisor.
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:02 user nova-compute[75209]: INFO nova.compute.manager [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Attaching volume 1b5dc26e-d474-4263-ac96-3b5080cf2286 to /dev/vdb
Dec 04 19:26:02 user nova-compute[75209]: DEBUG os_brick.utils [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[720192f5-d028-439d-afe9-32caaabc524f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[77103aea-1e36-4fc6-abbf-e5c2559cacdb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cea17213-6042-4305-bc3a-9246a91dc476]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fd74885-0b63-47c6-956e-a5096bb43628]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:26:03 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c93f72-eedb-4c92-8f1e-7c956c14df14]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.utils [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updating existing volume attachment record: 9a6c60fd-364f-45b0-bfe2-4cf4e5a0f1a7 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:26:03 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Took 0.87 seconds to deallocate network for instance.
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:03 user nova-compute[75209]: INFO nova.compute.manager [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Attaching volume 21b94773-5cae-4b1e-9c0a-d76d38e72a3e to /dev/vdc
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.utils [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e046920c-17f3-4f4e-8d62-89ee4e31adde]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-092cd80b-719c-48d8-95b9-31c66b9c6ff9 req-f757ce23-72e6-4cf6-a9ce-58f238a038ba service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-092cd80b-719c-48d8-95b9-31c66b9c6ff9 req-f757ce23-72e6-4cf6-a9ce-58f238a038ba service nova] Acquiring lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-092cd80b-719c-48d8-95b9-31c66b9c6ff9 req-f757ce23-72e6-4cf6-a9ce-58f238a038ba service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-092cd80b-719c-48d8-95b9-31c66b9c6ff9 req-f757ce23-72e6-4cf6-a9ce-58f238a038ba service nova] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-092cd80b-719c-48d8-95b9-31c66b9c6ff9 req-f757ce23-72e6-4cf6-a9ce-58f238a038ba service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] No waiting events found dispatching network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:03 user nova-compute[75209]: WARNING nova.compute.manager [req-092cd80b-719c-48d8-95b9-31c66b9c6ff9 req-f757ce23-72e6-4cf6-a9ce-58f238a038ba service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received unexpected event network-vif-plugged-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 for instance with vm_state active and task_state deleting.
Dec 04 19:26:03 user nova-compute[75209]: DEBUG nova.compute.manager [req-092cd80b-719c-48d8-95b9-31c66b9c6ff9 req-f757ce23-72e6-4cf6-a9ce-58f238a038ba service nova] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Received event network-vif-deleted-c0f0e40d-377e-4b2b-84ae-00e5c0ef4f96 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e23ede94-874f-4b8d-8a92-5668db6cff80]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c22877a8-1fd2-4b16-a9a4-40a9827367da]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ef5a923-d3f1-4d82-a809-59b065cc1050]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:26:03 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:26:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[efadda01-6893-4577-ae3b-6bc3db5665b0]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG os_brick.utils [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:26:03 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updating existing volume attachment record: 499b0be7-5d51-4509-9f68-8e5f91640598 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:26:04 user nova-compute[75209]: INFO nova.compute.manager [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Took 0.88 seconds to detach 1 volumes for instance.
Dec 04 19:26:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 9c6dcf29-ad55-4841-990e-2daf6496161f] Deleting volume: d4e456d5-2cd1-4b0c-8ac8-7fe425368dac {{(pid=75209) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 19:26:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:04 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:26:04 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:26:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.249s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:04 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Deleted allocations for instance 9c6dcf29-ad55-4841-990e-2daf6496161f
Dec 04 19:26:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-6a8b994d-edb6-40f2-81e2-bbc3cb80b529 tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "9c6dcf29-ad55-4841-990e-2daf6496161f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.581s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:11 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8bb0d47b-f808-4018-acff-6044472dd71a is timed out.
Dec 04 19:26:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully detached device vdb from instance 8bb0d47b-f808-4018-acff-6044472dd71a from the live domain config.
Dec 04 19:26:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrNbFsZn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:26:11 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c90a9d0f-219f-4c5d-85f6-536bbb9cd96b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:26:11 user nova-compute[75209]: No targets found.
Dec 04 19:26:11 user nova-compute[75209]: iSNS:
Dec 04 19:26:11 user nova-compute[75209]: No targets found.
Dec 04 19:26:11 user nova-compute[75209]: STATIC:
Dec 04 19:26:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476
Dec 04 19:26:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:26:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:26:11 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8
Dec 04 19:26:11 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:26:11 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:26:11 user nova-compute[75209]: FIRMWARE:
Dec 04 19:26:11 user nova-compute[75209]: No targets found.
Dec 04 19:26:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:26:11 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:26:11 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[51841d2e-5984-450b-bc1a-a0fb525340c2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8b64bb0-4d78-4b1d-b183-844ae5e3873d]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)
Dec 04 19:26:11 user nova-compute[75209]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:26:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 (non-flash)
Dec 04 19:26:11 user nova-compute[75209]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:26:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c2c3b50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c826381-9ecf-487e-9a93-6162e7f2a6f0]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b993342e-8b8e-4126-b85d-639748b7ec45]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[915ce6bc-edaa-4d58-908e-c8969452c5c9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cff0552-5959-4702-99e2-48d052b5c4a7]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c570df4-ce94-4b7e-a2b7-4f9aa2b9a689]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7aeb546-5f91-45c9-8782-d568dbe75084]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8, portal: 172.16.0.220,3260]
Dec 04 19:26:11 user nova-compute[75209]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8, portal: 172.16.0.220,3260] successful.
Dec 04 19:26:11 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1baa23fb-90ba-4015-a495-2f8590bf84c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1df59d9e-d888-422e-af8f-b37781e4f10c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] <== disconnect_volume: return (306ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:26:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG nova.objects.instance [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'flavor' on Instance uuid 8bb0d47b-f808-4018-acff-6044472dd71a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-2421fbdf-8f69-4a76-89e5-fa2d051f62f4 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.683s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tUhdGgFn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:26:12 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:26:12 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:26:12 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4052fc35-d7f4-4e85-803b-88bb481b5b7f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:26:12 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e6dd39a-dab2-4f3c-803c-80d6536328b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286] added
Dec 04 19:26:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[56395b00-7b5d-4d57-bf30-37a60d7408e4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dff43a1-3cc8-4307-a2b0-4514106362ea]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tUhdGgFn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tUhdGgFn" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[176d07a5-3839-40eb-b043-a7fea0b6bde6]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tUhdGgFn'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.volume.cinder [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Update attachment failed for attachment 499b0be7-5d51-4509-9f68-8e5f91640598. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-04fc8c98-2eb5-4a90-ae16-1e006b77b7e7) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-04fc8c98-2eb5-4a90-ae16-1e006b77b7e7)
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[59ce56e1-d749-43e6-9de6-3916946d0907]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Failed to attach 21b94773-5cae-4b1e-9c0a-d76d38e72a3e at /dev/vdc: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-04fc8c98-2eb5-4a90-ae16-1e006b77b7e7)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Traceback (most recent call last):
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     bdm.attach(context, instance, self.volume_api, self.driver,
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     ret_val = method(obj, context, *args, **kwargs)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     self._do_attach(context, instance, volume, volume_api,
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     self._volume_attach(context, volume, connector, instance,
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     connection_info = volume_api.attachment_update(
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     res = method(self, ctx, *args, **kwargs)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     res = method(self, ctx, attachment_id, *args, **kwargs)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     with excutils.save_and_reraise_exception():
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     self.force_reraise()
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     raise self.value
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     context, '3.44', skip_version_check=True).attachments.update(
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     return method.func(obj, *args, **kwargs)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     resp = self._update('/attachments/%s' % id, body)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     resp, body = self.api.client.put(url, body=body, **kwargs)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     return self._cs_request(url, 'PUT', **kwargs)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     return self.request(url, method, **kwargs)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c]     raise exceptions.from_response(resp, body)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-04fc8c98-2eb5-4a90-ae16-1e006b77b7e7)
Dec 04 19:26:12 user nova-compute[75209]: ERROR nova.compute.manager [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] 
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c1fdf6d-f425-4e7a-bd4a-18d875bfb205]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:26:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:26:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:26:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1d8d9be-8d95-4f27-aa33-35dbb8475b73]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286, portal: 172.16.0.220,3260]
Dec 04 19:26:13 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286, portal: 172.16.0.220,3260] successful.
Dec 04 19:26:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.383s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e35b6a5-8555-4fc0-bb71-f0b94c80b5bd]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed68d240-99cd-4a86-b80c-526c220f3414]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:26:13 user nova-compute[75209]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 (non-flash)
Dec 04 19:26:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:26:13 user nova-compute[75209]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 (non-flash)
Dec 04 19:26:13 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1874100-d38c-4536-b44c-9b430184b0ec]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:26:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tUhdGgFn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server [None req-a1222e08-51df-4b28-bf66-aa55071593fa tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-04fc8c98-2eb5-4a90-ae16-1e006b77b7e7)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7553, in attach_volume
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7550, in do_attach_volume
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7548, in do_attach_volume
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7570, in _attach_volume
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-04fc8c98-2eb5-4a90-ae16-1e006b77b7e7)
Dec 04 19:26:13 user nova-compute[75209]: ERROR oslo_messaging.rpc.server 
Dec 04 19:26:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:26:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '26138306537666636', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:26:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26138306537666636', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:26:14 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'flavor' on Instance uuid 9faaef5d-efa2-4fee-841a-8d4091eba792 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:26:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:26:14 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:26:14 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:26:14 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:26:14 user nova-compute[75209]:   <serial>1b5dc26e-d474-4263-ac96-3b5080cf2286</serial>
Dec 04 19:26:14 user nova-compute[75209]: </disk>
Dec 04 19:26:14 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:26:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:26:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:26:14 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] No VIF found with MAC fa:16:3e:7f:2a:22, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:26:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8c95ab9d-134c-4380-aee7-05845768fa63 tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.791s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-19533b61-5f0e-4f10-a86b-2ed15769d92e req-9eb0c628-bbdc-4f0e-af03-ade7be9a762e service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-changed-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:17 user nova-compute[75209]: DEBUG nova.compute.manager [req-19533b61-5f0e-4f10-a86b-2ed15769d92e req-9eb0c628-bbdc-4f0e-af03-ade7be9a762e service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Refreshing instance network info cache due to event network-changed-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:26:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-19533b61-5f0e-4f10-a86b-2ed15769d92e req-9eb0c628-bbdc-4f0e-af03-ade7be9a762e service nova] Acquiring lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:26:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-19533b61-5f0e-4f10-a86b-2ed15769d92e req-9eb0c628-bbdc-4f0e-af03-ade7be9a762e service nova] Acquired lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:26:17 user nova-compute[75209]: DEBUG nova.network.neutron [req-19533b61-5f0e-4f10-a86b-2ed15769d92e req-9eb0c628-bbdc-4f0e-af03-ade7be9a762e service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Refreshing network info cache for port a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:26:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:17 user nova-compute[75209]: DEBUG nova.network.neutron [req-19533b61-5f0e-4f10-a86b-2ed15769d92e req-9eb0c628-bbdc-4f0e-af03-ade7be9a762e service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updated VIF entry in instance network info cache for port a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:26:17 user nova-compute[75209]: DEBUG nova.network.neutron [req-19533b61-5f0e-4f10-a86b-2ed15769d92e req-9eb0c628-bbdc-4f0e-af03-ade7be9a762e service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updating instance_info_cache with network_info: [{"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:26:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-19533b61-5f0e-4f10-a86b-2ed15769d92e req-9eb0c628-bbdc-4f0e-af03-ade7be9a762e service nova] Releasing lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:26:19 user nova-compute[75209]: DEBUG nova.compute.manager [req-af4fc5c7-a74b-4152-a83a-a030e17140d9 req-3dd9faf1-bed7-4acc-a433-3495e8c022f8 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-changed-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:19 user nova-compute[75209]: DEBUG nova.compute.manager [req-af4fc5c7-a74b-4152-a83a-a030e17140d9 req-3dd9faf1-bed7-4acc-a433-3495e8c022f8 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Refreshing instance network info cache due to event network-changed-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:26:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-af4fc5c7-a74b-4152-a83a-a030e17140d9 req-3dd9faf1-bed7-4acc-a433-3495e8c022f8 service nova] Acquiring lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:26:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-af4fc5c7-a74b-4152-a83a-a030e17140d9 req-3dd9faf1-bed7-4acc-a433-3495e8c022f8 service nova] Acquired lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:26:19 user nova-compute[75209]: DEBUG nova.network.neutron [req-af4fc5c7-a74b-4152-a83a-a030e17140d9 req-3dd9faf1-bed7-4acc-a433-3495e8c022f8 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Refreshing network info cache for port a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:20 user nova-compute[75209]: INFO nova.compute.manager [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Rebooting instance
Dec 04 19:26:20 user nova-compute[75209]: DEBUG nova.network.neutron [req-af4fc5c7-a74b-4152-a83a-a030e17140d9 req-3dd9faf1-bed7-4acc-a433-3495e8c022f8 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updated VIF entry in instance network info cache for port a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG nova.network.neutron [req-af4fc5c7-a74b-4152-a83a-a030e17140d9 req-3dd9faf1-bed7-4acc-a433-3495e8c022f8 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updating instance_info_cache with network_info: [{"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-af4fc5c7-a74b-4152-a83a-a030e17140d9 req-3dd9faf1-bed7-4acc-a433-3495e8c022f8 service nova] Releasing lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquired lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updating instance_info_cache with network_info: [{"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Releasing lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:26:20 user nova-compute[75209]: DEBUG nova.compute.manager [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:26:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-5a1e75f0-fe58-4d3a-acb0-32e65b56f1d0 req-f5ac8c9d-a6b0-4422-9ae2-dd9002768d39 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-vif-unplugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5a1e75f0-fe58-4d3a-acb0-32e65b56f1d0 req-f5ac8c9d-a6b0-4422-9ae2-dd9002768d39 service nova] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5a1e75f0-fe58-4d3a-acb0-32e65b56f1d0 req-f5ac8c9d-a6b0-4422-9ae2-dd9002768d39 service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5a1e75f0-fe58-4d3a-acb0-32e65b56f1d0 req-f5ac8c9d-a6b0-4422-9ae2-dd9002768d39 service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-5a1e75f0-fe58-4d3a-acb0-32e65b56f1d0 req-f5ac8c9d-a6b0-4422-9ae2-dd9002768d39 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] No waiting events found dispatching network-vif-unplugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:23 user nova-compute[75209]: WARNING nova.compute.manager [req-5a1e75f0-fe58-4d3a-acb0-32e65b56f1d0 req-f5ac8c9d-a6b0-4422-9ae2-dd9002768d39 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received unexpected event network-vif-unplugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 for instance with vm_state active and task_state reboot_started.
Dec 04 19:26:23 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Instance shutdown successfully.
Dec 04 19:26:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-ea83c924-7265-4ba4-855d-d53b9c61b068 req-979e89f5-b6b8-4ec3-bde3-750b75a32d70 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ea83c924-7265-4ba4-855d-d53b9c61b068 req-979e89f5-b6b8-4ec3-bde3-750b75a32d70 service nova] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ea83c924-7265-4ba4-855d-d53b9c61b068 req-979e89f5-b6b8-4ec3-bde3-750b75a32d70 service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ea83c924-7265-4ba4-855d-d53b9c61b068 req-979e89f5-b6b8-4ec3-bde3-750b75a32d70 service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-ea83c924-7265-4ba4-855d-d53b9c61b068 req-979e89f5-b6b8-4ec3-bde3-750b75a32d70 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] No waiting events found dispatching network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:25 user nova-compute[75209]: WARNING nova.compute.manager [req-ea83c924-7265-4ba4-855d-d53b9c61b068 req-979e89f5-b6b8-4ec3-bde3-750b75a32d70 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received unexpected event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 for instance with vm_state active and task_state reboot_started.
Dec 04 19:26:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Instance running successfully.
Dec 04 19:26:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Instance soft rebooted successfully.
Dec 04 19:26:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:26:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] No waiting events found dispatching network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:27 user nova-compute[75209]: WARNING nova.compute.manager [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received unexpected event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 for instance with vm_state active and task_state reboot_started.
Dec 04 19:26:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] No waiting events found dispatching network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:27 user nova-compute[75209]: WARNING nova.compute.manager [req-35ec60ec-ea45-4271-9239-d015a786cb3e req-ee3ab4bd-f0e6-442d-be76-9b242ec47cfe service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received unexpected event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 for instance with vm_state active and task_state reboot_started.
Dec 04 19:26:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-26e10f97-4e1f-4ab4-9a2c-7d011cc258dc tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.265s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:26:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:26:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:26:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:26:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:26:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:26:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:35 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:26:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:26:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:26:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:26:35 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Updating instance_info_cache with network_info: [{"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-8bb0d47b-f808-4018-acff-6044472dd71a" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:37 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:26:38 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:26:38 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8561MB free_disk=24.98973846435547GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 06876530-03cc-4b49-a912-dd4fe68f5446 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 8bb0d47b-f808-4018-acff-6044472dd71a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9faaef5d-efa2-4fee-841a-8d4091eba792 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:26:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.243s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:41 user nova-compute[75209]: INFO nova.compute.manager [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Terminating instance
Dec 04 19:26:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-865e2338-a1cf-4413-97e1-cd549a5d3e64 req-ed770984-9249-45ae-b24e-2ee16068ba7b service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-vif-unplugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-865e2338-a1cf-4413-97e1-cd549a5d3e64 req-ed770984-9249-45ae-b24e-2ee16068ba7b service nova] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-865e2338-a1cf-4413-97e1-cd549a5d3e64 req-ed770984-9249-45ae-b24e-2ee16068ba7b service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-865e2338-a1cf-4413-97e1-cd549a5d3e64 req-ed770984-9249-45ae-b24e-2ee16068ba7b service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-865e2338-a1cf-4413-97e1-cd549a5d3e64 req-ed770984-9249-45ae-b24e-2ee16068ba7b service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] No waiting events found dispatching network-vif-unplugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-865e2338-a1cf-4413-97e1-cd549a5d3e64 req-ed770984-9249-45ae-b24e-2ee16068ba7b service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-vif-unplugged-0d48599d-a0d5-4094-b90c-9d61c09217cc for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Instance destroyed successfully.
Dec 04 19:26:42 user nova-compute[75209]: DEBUG nova.objects.instance [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'resources' on Instance uuid 8bb0d47b-f808-4018-acff-6044472dd71a {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:23:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-551347278',display_name='tempest-AttachVolumeNegativeTest-server-551347278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-551347278',id=39,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM9H2Tha1k/CoVOccwaxbm3WOTPGmQEz7L8iiyqwoLYv9rJ8ZoyTtjuHIDkQpEgCKGUAs964D4NS9hv1G6+MJ+48W9G9BEClCnbIRoAxsYXcH7AMXsa3UJn/M+iwf5Dj0w==',key_name='tempest-keypair-308340653',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:23:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-3pnsi9ku',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:23:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=8bb0d47b-f808-4018-acff-6044472dd71a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "address": "fa:16:3e:ad:3b:3c", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d48599d-a0", "ovs_interfaceid": "0d48599d-a0d5-4094-b90c-9d61c09217cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ad:3b:3c,bridge_name='br-int',has_traffic_filtering=True,id=0d48599d-a0d5-4094-b90c-9d61c09217cc,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d48599d-a0') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG os_vif [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:3b:3c,bridge_name='br-int',has_traffic_filtering=True,id=0d48599d-a0d5-4094-b90c-9d61c09217cc,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d48599d-a0') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d48599d-a0, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=623e3695-ce13-425a-bff1-5ae6554075b6) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:26:42 user nova-compute[75209]: INFO os_vif [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:3b:3c,bridge_name='br-int',has_traffic_filtering=True,id=0d48599d-a0d5-4094-b90c-9d61c09217cc,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d48599d-a0')
Dec 04 19:26:42 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Deleting instance files /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a_del
Dec 04 19:26:42 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Deletion of /opt/stack/data/nova/instances/8bb0d47b-f808-4018-acff-6044472dd71a_del complete
Dec 04 19:26:42 user nova-compute[75209]: INFO nova.compute.manager [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 04 19:26:42 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:26:43 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Took 0.93 seconds to deallocate network for instance.
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-0e497ed8-6d16-4be7-9a28-f0b011b251c6 req-35bbc84e-94d3-4d03-9d4e-7b94418093a6 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-vif-deleted-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.178s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:43 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Deleted allocations for instance 8bb0d47b-f808-4018-acff-6044472dd71a
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ac0b0e5e-3b11-45e4-9b34-c84647642ffc tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "8bb0d47b-f808-4018-acff-6044472dd71a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.158s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] No waiting events found dispatching network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:43 user nova-compute[75209]: WARNING nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received unexpected event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc for instance with vm_state deleted and task_state None.
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] No waiting events found dispatching network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:43 user nova-compute[75209]: WARNING nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received unexpected event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc for instance with vm_state deleted and task_state None.
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] No waiting events found dispatching network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:43 user nova-compute[75209]: WARNING nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received unexpected event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc for instance with vm_state deleted and task_state None.
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-vif-unplugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] No waiting events found dispatching network-vif-unplugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:43 user nova-compute[75209]: WARNING nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received unexpected event network-vif-unplugged-0d48599d-a0d5-4094-b90c-9d61c09217cc for instance with vm_state deleted and task_state None.
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Acquiring lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] Lock "8bb0d47b-f808-4018-acff-6044472dd71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] No waiting events found dispatching network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:43 user nova-compute[75209]: WARNING nova.compute.manager [req-d68366a6-ae85-4e9a-bd7e-5248bea46daf req-686c83f5-6362-44c1-86a1-ed155cf2dc94 service nova] [instance: 8bb0d47b-f808-4018-acff-6044472dd71a] Received unexpected event network-vif-plugged-0d48599d-a0d5-4094-b90c-9d61c09217cc for instance with vm_state deleted and task_state None.
Dec 04 19:26:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:26:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "06876530-03cc-4b49-a912-dd4fe68f5446" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "06876530-03cc-4b49-a912-dd4fe68f5446" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:56 user nova-compute[75209]: INFO nova.compute.manager [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Terminating instance
Dec 04 19:26:56 user nova-compute[75209]: DEBUG nova.compute.manager [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4ff3cbb-9bc2-480b-a963-6de95d9df6e4 req-d2d24f90-1438-4ca9-8c12-cffa756910f9 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received event network-vif-unplugged-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4ff3cbb-9bc2-480b-a963-6de95d9df6e4 req-d2d24f90-1438-4ca9-8c12-cffa756910f9 service nova] Acquiring lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4ff3cbb-9bc2-480b-a963-6de95d9df6e4 req-d2d24f90-1438-4ca9-8c12-cffa756910f9 service nova] Lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c4ff3cbb-9bc2-480b-a963-6de95d9df6e4 req-d2d24f90-1438-4ca9-8c12-cffa756910f9 service nova] Lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4ff3cbb-9bc2-480b-a963-6de95d9df6e4 req-d2d24f90-1438-4ca9-8c12-cffa756910f9 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] No waiting events found dispatching network-vif-unplugged-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-c4ff3cbb-9bc2-480b-a963-6de95d9df6e4 req-d2d24f90-1438-4ca9-8c12-cffa756910f9 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received event network-vif-unplugged-8f348731-92ac-4c35-8e42-bd67121159c8 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:26:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Instance destroyed successfully.
Dec 04 19:26:57 user nova-compute[75209]: DEBUG nova.objects.instance [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lazy-loading 'resources' on Instance uuid 06876530-03cc-4b49-a912-dd4fe68f5446 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:07:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1527834369',display_name='tempest-ServerActionsTestOtherA-server-1527834369',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1527834369',id=19,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAd90ipTeKnUTjoku+oOG0OOStOcOzRu9YRSNjIxaCTFCWtu2MhtiDcbxLSIxFHOHWKzOie37paIsTje8K6OIumjptlR2GI63l1VqJOc1oMlO50fXwM80ebVsvmwTWIHmA==',key_name='tempest-keypair-2096222088',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:07:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f27d81fc76074ac0ad456c2e2410142a',ramdisk_id='',reservation_id='r-uddwgm13',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1450767658',owner_user_name='tempest-ServerActionsTestOtherA-1450767658-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:07:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='548d88038661404c95abd97f04e5c883',uuid=06876530-03cc-4b49-a912-dd4fe68f5446,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converting VIF {"id": "8f348731-92ac-4c35-8e42-bd67121159c8", "address": "fa:16:3e:84:f9:53", "network": {"id": "caff34b2-f32e-404b-83f8-83ea31bb78c1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-831275366-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f27d81fc76074ac0ad456c2e2410142a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f348731-92", "ovs_interfaceid": "8f348731-92ac-4c35-8e42-bd67121159c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:84:f9:53,bridge_name='br-int',has_traffic_filtering=True,id=8f348731-92ac-4c35-8e42-bd67121159c8,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f348731-92') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG os_vif [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:f9:53,bridge_name='br-int',has_traffic_filtering=True,id=8f348731-92ac-4c35-8e42-bd67121159c8,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f348731-92') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f348731-92, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fc8db77e-09b6-419b-b98c-4a19b69e3cdb) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:26:57 user nova-compute[75209]: INFO os_vif [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:f9:53,bridge_name='br-int',has_traffic_filtering=True,id=8f348731-92ac-4c35-8e42-bd67121159c8,network=Network(caff34b2-f32e-404b-83f8-83ea31bb78c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f348731-92')
Dec 04 19:26:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Deleting instance files /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446_del
Dec 04 19:26:57 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Deletion of /opt/stack/data/nova/instances/06876530-03cc-4b49-a912-dd4fe68f5446_del complete
Dec 04 19:26:57 user nova-compute[75209]: INFO nova.compute.manager [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Took 1.04 seconds to destroy the instance on the hypervisor.
Dec 04 19:26:57 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:26:57 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Took 0.45 seconds to deallocate network for instance.
Dec 04 19:26:57 user nova-compute[75209]: DEBUG nova.compute.manager [req-1ef6731b-ed47-48b3-a342-a8a1c1afc528 req-d95d1614-049c-4c39-a1c2-6f2ee547783d service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received event network-vif-deleted-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:26:57 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:26:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.155s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:58 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Deleted allocations for instance 06876530-03cc-4b49-a912-dd4fe68f5446
Dec 04 19:26:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-00a8a5cb-bc96-481a-8f5a-c140d5ca479a tempest-ServerActionsTestOtherA-1450767658 tempest-ServerActionsTestOtherA-1450767658-project-member] Lock "06876530-03cc-4b49-a912-dd4fe68f5446" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.846s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:58 user nova-compute[75209]: DEBUG nova.compute.manager [req-9471e89e-ba76-482a-a948-bdedf8ff26d7 req-56e0d01a-ae52-432c-a31c-3bb7defd00b9 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received event network-vif-plugged-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:26:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9471e89e-ba76-482a-a948-bdedf8ff26d7 req-56e0d01a-ae52-432c-a31c-3bb7defd00b9 service nova] Acquiring lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:26:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9471e89e-ba76-482a-a948-bdedf8ff26d7 req-56e0d01a-ae52-432c-a31c-3bb7defd00b9 service nova] Lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:26:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9471e89e-ba76-482a-a948-bdedf8ff26d7 req-56e0d01a-ae52-432c-a31c-3bb7defd00b9 service nova] Lock "06876530-03cc-4b49-a912-dd4fe68f5446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:26:58 user nova-compute[75209]: DEBUG nova.compute.manager [req-9471e89e-ba76-482a-a948-bdedf8ff26d7 req-56e0d01a-ae52-432c-a31c-3bb7defd00b9 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] No waiting events found dispatching network-vif-plugged-8f348731-92ac-4c35-8e42-bd67121159c8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:26:58 user nova-compute[75209]: WARNING nova.compute.manager [req-9471e89e-ba76-482a-a948-bdedf8ff26d7 req-56e0d01a-ae52-432c-a31c-3bb7defd00b9 service nova] [instance: 06876530-03cc-4b49-a912-dd4fe68f5446] Received unexpected event network-vif-plugged-8f348731-92ac-4c35-8e42-bd67121159c8 for instance with vm_state deleted and task_state None.
Dec 04 19:27:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:27:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:27:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:27:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:27:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:27:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:27:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:27:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:27:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:27:33 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:34 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:34 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:27:35 user nova-compute[75209]: INFO nova.compute.claims [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Claim successful on node user
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.301s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:27:35 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.policy [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96de5cb4deb74e8e8e594119a1a141bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e301606da9546cf8700b287a0a8b240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:27:35 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Creating image(s)
Dec 04 19:27:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "/opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:27:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "/opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "/opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.186s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk 1073741824" returned: 0 in 0.059s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Successfully created port: 7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Checking if we can resize image /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Cannot resize image /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Ensure instance console log exists: /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:27:36 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Successfully updated port: 7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "refresh_cache-42a843a7-45d1-47a6-bb57-9bbc2a340d2f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquired lock "refresh_cache-42a843a7-45d1-47a6-bb57-9bbc2a340d2f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.compute.manager [req-4821b96e-00cd-44bb-af42-c2c4b192fa40 req-57ffa030-7e2e-4256-bb12-c264b34ace29 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received event network-changed-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.compute.manager [req-4821b96e-00cd-44bb-af42-c2c4b192fa40 req-57ffa030-7e2e-4256-bb12-c264b34ace29 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Refreshing instance network info cache due to event network-changed-7e1fb9af-27eb-46e2-8146-6fccbd8b333c. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4821b96e-00cd-44bb-af42-c2c4b192fa40 req-57ffa030-7e2e-4256-bb12-c264b34ace29 service nova] Acquiring lock "refresh_cache-42a843a7-45d1-47a6-bb57-9bbc2a340d2f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Updating instance_info_cache with network_info: [{"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Releasing lock "refresh_cache-42a843a7-45d1-47a6-bb57-9bbc2a340d2f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Instance network_info: |[{"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4821b96e-00cd-44bb-af42-c2c4b192fa40 req-57ffa030-7e2e-4256-bb12-c264b34ace29 service nova] Acquired lock "refresh_cache-42a843a7-45d1-47a6-bb57-9bbc2a340d2f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.neutron [req-4821b96e-00cd-44bb-af42-c2c4b192fa40 req-57ffa030-7e2e-4256-bb12-c264b34ace29 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Refreshing network info cache for port 7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Start _get_guest_xml network_info=[{"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:27:37 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:27:37 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:27:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-834914174',display_name='tempest-AttachVolumeNegativeTest-server-834914174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-834914174',id=42,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLo9SsU/6W8r3N3pljRmRG1wWMlrMTJqetrFxyk0i1P8a2fjEfjCEsD/4mq/rPo08xGMTY1TKm+VcGV4IoaA7c4uXdqbQOdK6bV84bB6FDt8rlFVm92LXyyjKf0L5DBZnw==',key_name='tempest-keypair-515815986',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-pts79ih0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:27:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=42a843a7-45d1-47a6-bb57-9bbc2a340d2f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:33:d9,bridge_name='br-int',has_traffic_filtering=True,id=7e1fb9af-27eb-46e2-8146-6fccbd8b333c,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e1fb9af-27') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'pci_devices' on Instance uuid 42a843a7-45d1-47a6-bb57-9bbc2a340d2f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:27:37 user nova-compute[75209]:   <uuid>42a843a7-45d1-47a6-bb57-9bbc2a340d2f</uuid>
Dec 04 19:27:37 user nova-compute[75209]:   <name>instance-0000002a</name>
Dec 04 19:27:37 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:27:37 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:27:37 user nova-compute[75209]:   <metadata>
Dec 04 19:27:37 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:27:37 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:27:37 user nova-compute[75209]:       <nova:name>tempest-AttachVolumeNegativeTest-server-834914174</nova:name>
Dec 04 19:27:37 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:27:37</nova:creationTime>
Dec 04 19:27:37 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:27:37 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:27:37 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:27:37 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:27:37 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:27:37 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:27:37 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:27:37 user nova-compute[75209]:       <nova:owner>
Dec 04 19:27:37 user nova-compute[75209]:         <nova:user uuid="96de5cb4deb74e8e8e594119a1a141bc">tempest-AttachVolumeNegativeTest-2018034394-project-member</nova:user>
Dec 04 19:27:37 user nova-compute[75209]:         <nova:project uuid="3e301606da9546cf8700b287a0a8b240">tempest-AttachVolumeNegativeTest-2018034394</nova:project>
Dec 04 19:27:37 user nova-compute[75209]:       </nova:owner>
Dec 04 19:27:37 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:27:37 user nova-compute[75209]:       <nova:ports>
Dec 04 19:27:37 user nova-compute[75209]:         <nova:port uuid="7e1fb9af-27eb-46e2-8146-6fccbd8b333c">
Dec 04 19:27:37 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 19:27:37 user nova-compute[75209]:         </nova:port>
Dec 04 19:27:37 user nova-compute[75209]:       </nova:ports>
Dec 04 19:27:37 user nova-compute[75209]:     </nova:instance>
Dec 04 19:27:37 user nova-compute[75209]:   </metadata>
Dec 04 19:27:37 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:27:37 user nova-compute[75209]:     <system>
Dec 04 19:27:37 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:27:37 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:27:37 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:27:37 user nova-compute[75209]:       <entry name="serial">42a843a7-45d1-47a6-bb57-9bbc2a340d2f</entry>
Dec 04 19:27:37 user nova-compute[75209]:       <entry name="uuid">42a843a7-45d1-47a6-bb57-9bbc2a340d2f</entry>
Dec 04 19:27:37 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:27:37 user nova-compute[75209]:     </system>
Dec 04 19:27:37 user nova-compute[75209]:   </sysinfo>
Dec 04 19:27:37 user nova-compute[75209]:   <os>
Dec 04 19:27:37 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:27:37 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:27:37 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:27:37 user nova-compute[75209]:   </os>
Dec 04 19:27:37 user nova-compute[75209]:   <features>
Dec 04 19:27:37 user nova-compute[75209]:     <acpi/>
Dec 04 19:27:37 user nova-compute[75209]:     <apic/>
Dec 04 19:27:37 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:27:37 user nova-compute[75209]:   </features>
Dec 04 19:27:37 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:27:37 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:27:37 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:27:37 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:27:37 user nova-compute[75209]:   </clock>
Dec 04 19:27:37 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:27:37 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:27:37 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:27:37 user nova-compute[75209]:   </cpu>
Dec 04 19:27:37 user nova-compute[75209]:   <devices>
Dec 04 19:27:37 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:27:37 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:27:37 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk"/>
Dec 04 19:27:37 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:27:37 user nova-compute[75209]:     </disk>
Dec 04 19:27:37 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:27:37 user nova-compute[75209]:       <mac address="fa:16:3e:fa:33:d9"/>
Dec 04 19:27:37 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:27:37 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:27:37 user nova-compute[75209]:       <target dev="tap7e1fb9af-27"/>
Dec 04 19:27:37 user nova-compute[75209]:     </interface>
Dec 04 19:27:37 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:27:37 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/console.log" append="off"/>
Dec 04 19:27:37 user nova-compute[75209]:     </serial>
Dec 04 19:27:37 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:27:37 user nova-compute[75209]:     <video>
Dec 04 19:27:37 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:27:37 user nova-compute[75209]:     </video>
Dec 04 19:27:37 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:27:37 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:27:37 user nova-compute[75209]:     </rng>
Dec 04 19:27:37 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:27:37 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:27:37 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:27:37 user nova-compute[75209]:     </memballoon>
Dec 04 19:27:37 user nova-compute[75209]:   </devices>
Dec 04 19:27:37 user nova-compute[75209]: </domain>
Dec 04 19:27:37 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:27:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-834914174',display_name='tempest-AttachVolumeNegativeTest-server-834914174',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-834914174',id=42,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLo9SsU/6W8r3N3pljRmRG1wWMlrMTJqetrFxyk0i1P8a2fjEfjCEsD/4mq/rPo08xGMTY1TKm+VcGV4IoaA7c4uXdqbQOdK6bV84bB6FDt8rlFVm92LXyyjKf0L5DBZnw==',key_name='tempest-keypair-515815986',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-pts79ih0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:27:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=42a843a7-45d1-47a6-bb57-9bbc2a340d2f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:33:d9,bridge_name='br-int',has_traffic_filtering=True,id=7e1fb9af-27eb-46e2-8146-6fccbd8b333c,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e1fb9af-27') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG os_vif [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:33:d9,bridge_name='br-int',has_traffic_filtering=True,id=7e1fb9af-27eb-46e2-8146-6fccbd8b333c,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e1fb9af-27') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '97ed2afc-94d4-517a-b280-018fe1c85f33', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e1fb9af-27, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e1fb9af-27, col_values=(('qos', UUID('44ddda19-9229-41f4-8c5e-96c6af0f7019')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e1fb9af-27, col_values=(('external_ids', {'iface-id': '7e1fb9af-27eb-46e2-8146-6fccbd8b333c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:33:d9', 'vm-uuid': '42a843a7-45d1-47a6-bb57-9bbc2a340d2f'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:37 user nova-compute[75209]: INFO os_vif [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:33:d9,bridge_name='br-int',has_traffic_filtering=True,id=7e1fb9af-27eb-46e2-8146-6fccbd8b333c,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e1fb9af-27')
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No VIF found with MAC fa:16:3e:fa:33:d9, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.neutron [req-4821b96e-00cd-44bb-af42-c2c4b192fa40 req-57ffa030-7e2e-4256-bb12-c264b34ace29 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Updated VIF entry in instance network info cache for port 7e1fb9af-27eb-46e2-8146-6fccbd8b333c. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.neutron [req-4821b96e-00cd-44bb-af42-c2c4b192fa40 req-57ffa030-7e2e-4256-bb12-c264b34ace29 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Updating instance_info_cache with network_info: [{"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-4821b96e-00cd-44bb-af42-c2c4b192fa40 req-57ffa030-7e2e-4256-bb12-c264b34ace29 service nova] Releasing lock "refresh_cache-42a843a7-45d1-47a6-bb57-9bbc2a340d2f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:27:37 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:27:38 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updating instance_info_cache with network_info: [{"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:27:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:27:38 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:27:38 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:27:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:27:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:27:38 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:27:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-78d3305a-7eb6-4e0a-b7c4-735a9d724611 req-372b84e7-2577-44c5-995f-985b85986f19 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received event network-vif-plugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-78d3305a-7eb6-4e0a-b7c4-735a9d724611 req-372b84e7-2577-44c5-995f-985b85986f19 service nova] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-78d3305a-7eb6-4e0a-b7c4-735a9d724611 req-372b84e7-2577-44c5-995f-985b85986f19 service nova] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-78d3305a-7eb6-4e0a-b7c4-735a9d724611 req-372b84e7-2577-44c5-995f-985b85986f19 service nova] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG nova.compute.manager [req-78d3305a-7eb6-4e0a-b7c4-735a9d724611 req-372b84e7-2577-44c5-995f-985b85986f19 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] No waiting events found dispatching network-vif-plugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:27:39 user nova-compute[75209]: WARNING nova.compute.manager [req-78d3305a-7eb6-4e0a-b7c4-735a9d724611 req-372b84e7-2577-44c5-995f-985b85986f19 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received unexpected event network-vif-plugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c for instance with vm_state building and task_state spawning.
Dec 04 19:27:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:39 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:27:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:27:40 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:27:40 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:27:40 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:27:40 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8823MB free_disk=25.027599334716797GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:27:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:27:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9faaef5d-efa2-4fee-841a-8d4091eba792 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 42a843a7-45d1-47a6-bb57-9bbc2a340d2f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:27:41 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Instance spawned successfully.
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:27:41 user nova-compute[75209]: INFO nova.compute.manager [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Took 5.16 seconds to spawn the instance on the hypervisor.
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.256s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:41 user nova-compute[75209]: INFO nova.compute.manager [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Took 5.83 seconds to build instance.
Dec 04 19:27:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a440274-0280-4994-b8c7-9b95c607be82 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.938s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-e1cae8d7-2f21-4ec7-85af-f30da654df10 req-5f28e6ad-d6a3-459d-ad3d-6dcc365cdac8 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received event network-vif-plugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e1cae8d7-2f21-4ec7-85af-f30da654df10 req-5f28e6ad-d6a3-459d-ad3d-6dcc365cdac8 service nova] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e1cae8d7-2f21-4ec7-85af-f30da654df10 req-5f28e6ad-d6a3-459d-ad3d-6dcc365cdac8 service nova] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e1cae8d7-2f21-4ec7-85af-f30da654df10 req-5f28e6ad-d6a3-459d-ad3d-6dcc365cdac8 service nova] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-e1cae8d7-2f21-4ec7-85af-f30da654df10 req-5f28e6ad-d6a3-459d-ad3d-6dcc365cdac8 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] No waiting events found dispatching network-vif-plugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:27:41 user nova-compute[75209]: WARNING nova.compute.manager [req-e1cae8d7-2f21-4ec7-85af-f30da654df10 req-5f28e6ad-d6a3-459d-ad3d-6dcc365cdac8 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received unexpected event network-vif-plugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c for instance with vm_state active and task_state None.
Dec 04 19:27:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:27:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:27:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:50 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:27:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:27:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-437545fa-328f-4828-8e4b-61d9f694b8e4 req-a160a937-d923-40e6-adf8-7d813afbbbcb service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-changed-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:28:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-437545fa-328f-4828-8e4b-61d9f694b8e4 req-a160a937-d923-40e6-adf8-7d813afbbbcb service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Refreshing instance network info cache due to event network-changed-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:28:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-437545fa-328f-4828-8e4b-61d9f694b8e4 req-a160a937-d923-40e6-adf8-7d813afbbbcb service nova] Acquiring lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:28:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-437545fa-328f-4828-8e4b-61d9f694b8e4 req-a160a937-d923-40e6-adf8-7d813afbbbcb service nova] Acquired lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:28:12 user nova-compute[75209]: DEBUG nova.network.neutron [req-437545fa-328f-4828-8e4b-61d9f694b8e4 req-a160a937-d923-40e6-adf8-7d813afbbbcb service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Refreshing network info cache for port a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:28:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-a8373d5e-b539-412a-8e60-6fd31d3b9bff req-19f69b7e-52ba-4188-8759-2eed9724e530 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-changed-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-a8373d5e-b539-412a-8e60-6fd31d3b9bff req-19f69b7e-52ba-4188-8759-2eed9724e530 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Refreshing instance network info cache due to event network-changed-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a8373d5e-b539-412a-8e60-6fd31d3b9bff req-19f69b7e-52ba-4188-8759-2eed9724e530 service nova] Acquiring lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:13 user nova-compute[75209]: INFO nova.compute.manager [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Detaching volume 1b5dc26e-d474-4263-ac96-3b5080cf2286
Dec 04 19:28:13 user nova-compute[75209]: INFO nova.virt.block_device [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Attempting to driver detach volume 1b5dc26e-d474-4263-ac96-3b5080cf2286 from mountpoint /dev/vdb
Dec 04 19:28:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Attempting to detach device vdb from instance 9faaef5d-efa2-4fee-841a-8d4091eba792 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:28:13 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:28:13 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:28:13 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:28:13 user nova-compute[75209]:   <serial>1b5dc26e-d474-4263-ac96-3b5080cf2286</serial>
Dec 04 19:28:13 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:28:13 user nova-compute[75209]: </disk>
Dec 04 19:28:13 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:28:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Successfully detached device vdb from instance 9faaef5d-efa2-4fee-841a-8d4091eba792 from the persistent domain config.
Dec 04 19:28:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9faaef5d-efa2-4fee-841a-8d4091eba792 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:28:13 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:28:13 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:28:13 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:28:13 user nova-compute[75209]:   <serial>1b5dc26e-d474-4263-ac96-3b5080cf2286</serial>
Dec 04 19:28:13 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:28:13 user nova-compute[75209]: </disk>
Dec 04 19:28:13 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-437545fa-328f-4828-8e4b-61d9f694b8e4 req-a160a937-d923-40e6-adf8-7d813afbbbcb service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updated VIF entry in instance network info cache for port a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-437545fa-328f-4828-8e4b-61d9f694b8e4 req-a160a937-d923-40e6-adf8-7d813afbbbcb service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updating instance_info_cache with network_info: [{"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-437545fa-328f-4828-8e4b-61d9f694b8e4 req-a160a937-d923-40e6-adf8-7d813afbbbcb service nova] Releasing lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a8373d5e-b539-412a-8e60-6fd31d3b9bff req-19f69b7e-52ba-4188-8759-2eed9724e530 service nova] Acquired lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-a8373d5e-b539-412a-8e60-6fd31d3b9bff req-19f69b7e-52ba-4188-8759-2eed9724e530 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Refreshing network info cache for port a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:28:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9faaef5d-efa2-4fee-841a-8d4091eba792 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:28:14 user nova-compute[75209]: DEBUG nova.network.neutron [req-a8373d5e-b539-412a-8e60-6fd31d3b9bff req-19f69b7e-52ba-4188-8759-2eed9724e530 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updated VIF entry in instance network info cache for port a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:28:14 user nova-compute[75209]: DEBUG nova.network.neutron [req-a8373d5e-b539-412a-8e60-6fd31d3b9bff req-19f69b7e-52ba-4188-8759-2eed9724e530 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updating instance_info_cache with network_info: [{"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:28:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a8373d5e-b539-412a-8e60-6fd31d3b9bff req-19f69b7e-52ba-4188-8759-2eed9724e530 service nova] Releasing lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:28:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 9faaef5d-efa2-4fee-841a-8d4091eba792 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 42a843a7-45d1-47a6-bb57-9bbc2a340d2f {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:28:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:28:22 user nova-compute[75209]: INFO nova.compute.claims [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Claim successful on node user
Dec 04 19:28:22 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:28:22 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:28:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.261s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:28:23 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:28:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG nova.policy [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c9658193aa4daea3ff7266ca5c2ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83677e9b99bb456687834fe24dc9b3b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:28:23 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Creating image(s)
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "/opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "/opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "/opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk 1073741824" returned: 0 in 0.047s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:23 user nova-compute[75209]: DEBUG nova.network.neutron [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Successfully created port: d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.491s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Cannot resize image /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Ensure instance console log exists: /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Successfully updated port: d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquired lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-b06093f0-e791-4d87-9f2e-23c910642275 req-4d5e3230-d566-4f1c-b5ea-1cb6441ed87d service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received event network-changed-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-b06093f0-e791-4d87-9f2e-23c910642275 req-4d5e3230-d566-4f1c-b5ea-1cb6441ed87d service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Refreshing instance network info cache due to event network-changed-d0fa52e8-6def-481a-87d3-e2200ac291a5. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b06093f0-e791-4d87-9f2e-23c910642275 req-4d5e3230-d566-4f1c-b5ea-1cb6441ed87d service nova] Acquiring lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.neutron [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating instance_info_cache with network_info: [{"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Releasing lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Instance network_info: |[{"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b06093f0-e791-4d87-9f2e-23c910642275 req-4d5e3230-d566-4f1c-b5ea-1cb6441ed87d service nova] Acquired lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.neutron [req-b06093f0-e791-4d87-9f2e-23c910642275 req-4d5e3230-d566-4f1c-b5ea-1cb6441ed87d service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Refreshing network info cache for port d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Start _get_guest_xml network_info=[{"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:28:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:28:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:28:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1349018323',display_name='tempest-SnapshotDataIntegrityTests-server-1349018323',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1349018323',id=43,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMFXpRhOGFY/zjbECeOVM6kKS32w1acBeFdr8b82dGfX1arz9q1L8PexBjtUoccfhJI5yEmw3Tt1Po/pVpHpZ80aL1iz89sDphVHklr4u/4Ura1l69JMicaWbti4mVWwRQ==',key_name='tempest-keypair-1755527520',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='83677e9b99bb456687834fe24dc9b3b9',ramdisk_id='',reservation_id='r-ezjpedgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-158664848',owner_user_name='tempest-SnapshotDataIntegrityTests-158664848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:28:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='52c9658193aa4daea3ff7266ca5c2ff9',uuid=2ada60cb-46ab-4f8d-a0dc-44faae15b975,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Converting VIF {"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:57:bf,bridge_name='br-int',has_traffic_filtering=True,id=d0fa52e8-6def-481a-87d3-e2200ac291a5,network=Network(bca3aed6-9d25-4abb-9c02-d69848e18fee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa52e8-6d') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.objects.instance [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'pci_devices' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:28:24 user nova-compute[75209]:   <uuid>2ada60cb-46ab-4f8d-a0dc-44faae15b975</uuid>
Dec 04 19:28:24 user nova-compute[75209]:   <name>instance-0000002b</name>
Dec 04 19:28:24 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:28:24 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:28:24 user nova-compute[75209]:   <metadata>
Dec 04 19:28:24 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:28:24 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:28:24 user nova-compute[75209]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1349018323</nova:name>
Dec 04 19:28:24 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:28:24</nova:creationTime>
Dec 04 19:28:24 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:28:24 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:28:24 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:28:24 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:28:24 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:28:24 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:28:24 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:28:24 user nova-compute[75209]:       <nova:owner>
Dec 04 19:28:24 user nova-compute[75209]:         <nova:user uuid="52c9658193aa4daea3ff7266ca5c2ff9">tempest-SnapshotDataIntegrityTests-158664848-project-member</nova:user>
Dec 04 19:28:24 user nova-compute[75209]:         <nova:project uuid="83677e9b99bb456687834fe24dc9b3b9">tempest-SnapshotDataIntegrityTests-158664848</nova:project>
Dec 04 19:28:24 user nova-compute[75209]:       </nova:owner>
Dec 04 19:28:24 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:28:24 user nova-compute[75209]:       <nova:ports>
Dec 04 19:28:24 user nova-compute[75209]:         <nova:port uuid="d0fa52e8-6def-481a-87d3-e2200ac291a5">
Dec 04 19:28:24 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 19:28:24 user nova-compute[75209]:         </nova:port>
Dec 04 19:28:24 user nova-compute[75209]:       </nova:ports>
Dec 04 19:28:24 user nova-compute[75209]:     </nova:instance>
Dec 04 19:28:24 user nova-compute[75209]:   </metadata>
Dec 04 19:28:24 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:28:24 user nova-compute[75209]:     <system>
Dec 04 19:28:24 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:28:24 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:28:24 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:28:24 user nova-compute[75209]:       <entry name="serial">2ada60cb-46ab-4f8d-a0dc-44faae15b975</entry>
Dec 04 19:28:24 user nova-compute[75209]:       <entry name="uuid">2ada60cb-46ab-4f8d-a0dc-44faae15b975</entry>
Dec 04 19:28:24 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:28:24 user nova-compute[75209]:     </system>
Dec 04 19:28:24 user nova-compute[75209]:   </sysinfo>
Dec 04 19:28:24 user nova-compute[75209]:   <os>
Dec 04 19:28:24 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:28:24 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:28:24 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:28:24 user nova-compute[75209]:   </os>
Dec 04 19:28:24 user nova-compute[75209]:   <features>
Dec 04 19:28:24 user nova-compute[75209]:     <acpi/>
Dec 04 19:28:24 user nova-compute[75209]:     <apic/>
Dec 04 19:28:24 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:28:24 user nova-compute[75209]:   </features>
Dec 04 19:28:24 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:28:24 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:28:24 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:28:24 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:28:24 user nova-compute[75209]:   </clock>
Dec 04 19:28:24 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:28:24 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:28:24 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:28:24 user nova-compute[75209]:   </cpu>
Dec 04 19:28:24 user nova-compute[75209]:   <devices>
Dec 04 19:28:24 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:28:24 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:28:24 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk"/>
Dec 04 19:28:24 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:28:24 user nova-compute[75209]:     </disk>
Dec 04 19:28:24 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:28:24 user nova-compute[75209]:       <mac address="fa:16:3e:21:57:bf"/>
Dec 04 19:28:24 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:28:24 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:28:24 user nova-compute[75209]:       <target dev="tapd0fa52e8-6d"/>
Dec 04 19:28:24 user nova-compute[75209]:     </interface>
Dec 04 19:28:24 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:28:24 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/console.log" append="off"/>
Dec 04 19:28:24 user nova-compute[75209]:     </serial>
Dec 04 19:28:24 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:28:24 user nova-compute[75209]:     <video>
Dec 04 19:28:24 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:28:24 user nova-compute[75209]:     </video>
Dec 04 19:28:24 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:28:24 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:28:24 user nova-compute[75209]:     </rng>
Dec 04 19:28:24 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:28:24 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:28:24 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:28:24 user nova-compute[75209]:     </memballoon>
Dec 04 19:28:24 user nova-compute[75209]:   </devices>
Dec 04 19:28:24 user nova-compute[75209]: </domain>
Dec 04 19:28:24 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:28:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1349018323',display_name='tempest-SnapshotDataIntegrityTests-server-1349018323',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1349018323',id=43,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMFXpRhOGFY/zjbECeOVM6kKS32w1acBeFdr8b82dGfX1arz9q1L8PexBjtUoccfhJI5yEmw3Tt1Po/pVpHpZ80aL1iz89sDphVHklr4u/4Ura1l69JMicaWbti4mVWwRQ==',key_name='tempest-keypair-1755527520',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='83677e9b99bb456687834fe24dc9b3b9',ramdisk_id='',reservation_id='r-ezjpedgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-158664848',owner_user_name='tempest-SnapshotDataIntegrityTests-158664848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:28:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='52c9658193aa4daea3ff7266ca5c2ff9',uuid=2ada60cb-46ab-4f8d-a0dc-44faae15b975,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Converting VIF {"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:57:bf,bridge_name='br-int',has_traffic_filtering=True,id=d0fa52e8-6def-481a-87d3-e2200ac291a5,network=Network(bca3aed6-9d25-4abb-9c02-d69848e18fee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa52e8-6d') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG os_vif [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:57:bf,bridge_name='br-int',has_traffic_filtering=True,id=d0fa52e8-6def-481a-87d3-e2200ac291a5,network=Network(bca3aed6-9d25-4abb-9c02-d69848e18fee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa52e8-6d') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'df5c59cf-0324-556a-8a16-c46e5103c1ea', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd0fa52e8-6d, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd0fa52e8-6d, col_values=(('qos', UUID('727098ad-17ab-4760-a813-86115f09c802')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd0fa52e8-6d, col_values=(('external_ids', {'iface-id': 'd0fa52e8-6def-481a-87d3-e2200ac291a5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:57:bf', 'vm-uuid': '2ada60cb-46ab-4f8d-a0dc-44faae15b975'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:24 user nova-compute[75209]: INFO os_vif [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:57:bf,bridge_name='br-int',has_traffic_filtering=True,id=d0fa52e8-6def-481a-87d3-e2200ac291a5,network=Network(bca3aed6-9d25-4abb-9c02-d69848e18fee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa52e8-6d')
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No VIF found with MAC fa:16:3e:21:57:bf, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.neutron [req-b06093f0-e791-4d87-9f2e-23c910642275 req-4d5e3230-d566-4f1c-b5ea-1cb6441ed87d service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updated VIF entry in instance network info cache for port d0fa52e8-6def-481a-87d3-e2200ac291a5. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:28:24 user nova-compute[75209]: DEBUG nova.network.neutron [req-b06093f0-e791-4d87-9f2e-23c910642275 req-4d5e3230-d566-4f1c-b5ea-1cb6441ed87d service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating instance_info_cache with network_info: [{"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:28:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b06093f0-e791-4d87-9f2e-23c910642275 req-4d5e3230-d566-4f1c-b5ea-1cb6441ed87d service nova] Releasing lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:28:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-1477a760-0e13-4ed3-9677-8b05d1eb90f9 req-0e25b179-bebf-476a-bca2-0ecfb55d3c50 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received event network-vif-plugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1477a760-0e13-4ed3-9677-8b05d1eb90f9 req-0e25b179-bebf-476a-bca2-0ecfb55d3c50 service nova] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1477a760-0e13-4ed3-9677-8b05d1eb90f9 req-0e25b179-bebf-476a-bca2-0ecfb55d3c50 service nova] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1477a760-0e13-4ed3-9677-8b05d1eb90f9 req-0e25b179-bebf-476a-bca2-0ecfb55d3c50 service nova] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-1477a760-0e13-4ed3-9677-8b05d1eb90f9 req-0e25b179-bebf-476a-bca2-0ecfb55d3c50 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] No waiting events found dispatching network-vif-plugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:28:26 user nova-compute[75209]: WARNING nova.compute.manager [req-1477a760-0e13-4ed3-9677-8b05d1eb90f9 req-0e25b179-bebf-476a-bca2-0ecfb55d3c50 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received unexpected event network-vif-plugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 for instance with vm_state building and task_state spawning.
Dec 04 19:28:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:28:28 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Instance spawned successfully.
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:28:28 user nova-compute[75209]: INFO nova.compute.manager [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Took 5.04 seconds to spawn the instance on the hypervisor.
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-457a268b-817d-4cfc-ad6d-b88550025484 req-5e41082a-808b-4d84-823d-ef804f65e269 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received event network-vif-plugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-457a268b-817d-4cfc-ad6d-b88550025484 req-5e41082a-808b-4d84-823d-ef804f65e269 service nova] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-457a268b-817d-4cfc-ad6d-b88550025484 req-5e41082a-808b-4d84-823d-ef804f65e269 service nova] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-457a268b-817d-4cfc-ad6d-b88550025484 req-5e41082a-808b-4d84-823d-ef804f65e269 service nova] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-457a268b-817d-4cfc-ad6d-b88550025484 req-5e41082a-808b-4d84-823d-ef804f65e269 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] No waiting events found dispatching network-vif-plugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:28:28 user nova-compute[75209]: WARNING nova.compute.manager [req-457a268b-817d-4cfc-ad6d-b88550025484 req-5e41082a-808b-4d84-823d-ef804f65e269 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received unexpected event network-vif-plugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 for instance with vm_state building and task_state spawning.
Dec 04 19:28:28 user nova-compute[75209]: INFO nova.compute.manager [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Took 5.78 seconds to build instance.
Dec 04 19:28:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-ecc404a5-55d3-46fd-9dc6-603e69ee3d1b tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.867s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:33 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9faaef5d-efa2-4fee-841a-8d4091eba792 is timed out.
Dec 04 19:28:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Successfully detached device vdb from instance 9faaef5d-efa2-4fee-841a-8d4091eba792 from the live domain config.
Dec 04 19:28:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tUhdGgFn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:28:33 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:28:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c264c566-74e1-4372-b952-58a66ababfb3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:28:33 user nova-compute[75209]: No targets found.
Dec 04 19:28:33 user nova-compute[75209]: iSNS:
Dec 04 19:28:33 user nova-compute[75209]: No targets found.
Dec 04 19:28:33 user nova-compute[75209]: STATIC:
Dec 04 19:28:33 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476
Dec 04 19:28:33 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:28:33 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:28:33 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286
Dec 04 19:28:33 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:28:33 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:28:33 user nova-compute[75209]: FIRMWARE:
Dec 04 19:28:33 user nova-compute[75209]: No targets found.
Dec 04 19:28:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:28:33 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:28:33 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c496711f-b757-45ad-ba18-6ce9976d0c10]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:28:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a153785-2680-4cd0-ab41-d47c22d5eb9e]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:28:34 user nova-compute[75209]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 (non-flash)
Dec 04 19:28:34 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:28:34 user nova-compute[75209]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 (non-flash)
Dec 04 19:28:34 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c126dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b0cf910-4762-4ad0-8756-f6397e8099ae]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cca92582-dc74-4f49-8390-7873208de925]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[af24c0b2-8983-4a54-9a9b-d3ff0a5ea9f8]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.061s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[53319531-eb9f-49f0-9bb4-8ef305c670a0]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8249c14c-b5b2-438e-b2cc-9b3661c6d435]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e26f924f-4c71-4d0d-9bf5-6917856b62a7]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286, portal: 172.16.0.220,3260]
Dec 04 19:28:34 user nova-compute[75209]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286, portal: 172.16.0.220,3260] successful.
Dec 04 19:28:34 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b5dc26e-d474-4263-ac96-3b5080cf2286 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e9ae26e-5731-4a3a-af68-c2670df89cb4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] <== disconnect_volume: return (298ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:28:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:35 user nova-compute[75209]: DEBUG nova.objects.instance [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'flavor' on Instance uuid 9faaef5d-efa2-4fee-841a-8d4091eba792 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:28:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-437b99df-bfac-479b-b24d-2fc98e948a1e tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.649s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 17.841s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:35 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:28:35 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:28:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:28:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:28:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:28:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:28:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:39 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:28:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:28:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:28:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:28:39 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updating instance_info_cache with network_info: [{"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-9faaef5d-efa2-4fee-841a-8d4091eba792" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:28:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:28:42 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:28:42 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8542MB free_disk=24.986865997314453GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 9faaef5d-efa2-4fee-841a-8d4091eba792 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 42a843a7-45d1-47a6-bb57-9bbc2a340d2f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:28:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.380s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:28:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:28:45 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:28:45 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:28:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:28:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:29:08 user nova-compute[75209]: INFO nova.compute.manager [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Terminating instance
Dec 04 19:29:08 user nova-compute[75209]: DEBUG nova.compute.manager [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-e6a0c65f-a920-4e90-9230-fd3cc86c9adf req-6700b241-8a0e-4cab-97d2-9734826edb16 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-vif-unplugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e6a0c65f-a920-4e90-9230-fd3cc86c9adf req-6700b241-8a0e-4cab-97d2-9734826edb16 service nova] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e6a0c65f-a920-4e90-9230-fd3cc86c9adf req-6700b241-8a0e-4cab-97d2-9734826edb16 service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e6a0c65f-a920-4e90-9230-fd3cc86c9adf req-6700b241-8a0e-4cab-97d2-9734826edb16 service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-e6a0c65f-a920-4e90-9230-fd3cc86c9adf req-6700b241-8a0e-4cab-97d2-9734826edb16 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] No waiting events found dispatching network-vif-unplugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-e6a0c65f-a920-4e90-9230-fd3cc86c9adf req-6700b241-8a0e-4cab-97d2-9734826edb16 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-vif-unplugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Instance destroyed successfully.
Dec 04 19:29:08 user nova-compute[75209]: DEBUG nova.objects.instance [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lazy-loading 'resources' on Instance uuid 9faaef5d-efa2-4fee-841a-8d4091eba792 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:24:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1650302866',display_name='tempest-TestMinimumBasicScenario-server-1650302866',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1650302866',id=41,image_ref='6ba99a01-e960-4887-a8f6-aefd2ad6fff6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB2v+hMrCP5lig2buqjVGa+IrYr9WcFLiNOjbSH6s37OyBLjbbPlWrlqijAqA5EcPseHt0yT8NnX8rI0vBO6t02QExvdqmqRGRn2chksHBzzyQT2hMLJfYe4PoT5qZ1ZkQ==',key_name='tempest-TestMinimumBasicScenario-342483680',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:24:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6d89cad196214ac1a4fbc922924e5766',ramdisk_id='',reservation_id='r-gcn82lh0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='6ba99a01-e960-4887-a8f6-aefd2ad6fff6',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2144175549',owner_user_name='tempest-TestMinimumBasicScenario-2144175549-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:26:27Z,user_data=None,user_id='d5eaec7056754f47a2bc193e8dae5456',uuid=9faaef5d-efa2-4fee-841a-8d4091eba792,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converting VIF {"id": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "address": "fa:16:3e:7f:2a:22", "network": {"id": "71dac060-2098-4819-8360-67b01c591056", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-484246687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d89cad196214ac1a4fbc922924e5766", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa5133f9c-9b", "ovs_interfaceid": "a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7f:2a:22,bridge_name='br-int',has_traffic_filtering=True,id=a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa5133f9c-9b') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG os_vif [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7f:2a:22,bridge_name='br-int',has_traffic_filtering=True,id=a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa5133f9c-9b') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa5133f9c-9b, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1c7f06a8-465e-4933-a2f6-fc4c4737f7b0) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:08 user nova-compute[75209]: INFO os_vif [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7f:2a:22,bridge_name='br-int',has_traffic_filtering=True,id=a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4,network=Network(71dac060-2098-4819-8360-67b01c591056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa5133f9c-9b')
Dec 04 19:29:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Deleting instance files /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792_del
Dec 04 19:29:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Deletion of /opt/stack/data/nova/instances/9faaef5d-efa2-4fee-841a-8d4091eba792_del complete
Dec 04 19:29:09 user nova-compute[75209]: INFO nova.compute.manager [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 04 19:29:09 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:29:09 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:29:09 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:29:09 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:29:09 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Took 0.49 seconds to deallocate network for instance.
Dec 04 19:29:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:09 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:29:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:29:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.200s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:29:09 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Deleted allocations for instance 9faaef5d-efa2-4fee-841a-8d4091eba792
Dec 04 19:29:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-628a7d34-5979-4758-a68b-23d2eb2e102a tempest-TestMinimumBasicScenario-2144175549 tempest-TestMinimumBasicScenario-2144175549-project-member] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.752s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:29:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-66ba4a3f-4ed6-4d41-9191-39dd3385d3fe req-b7573915-937c-4de7-89f3-c28f95c04ee5 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:29:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-66ba4a3f-4ed6-4d41-9191-39dd3385d3fe req-b7573915-937c-4de7-89f3-c28f95c04ee5 service nova] Acquiring lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-66ba4a3f-4ed6-4d41-9191-39dd3385d3fe req-b7573915-937c-4de7-89f3-c28f95c04ee5 service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-66ba4a3f-4ed6-4d41-9191-39dd3385d3fe req-b7573915-937c-4de7-89f3-c28f95c04ee5 service nova] Lock "9faaef5d-efa2-4fee-841a-8d4091eba792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:29:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-66ba4a3f-4ed6-4d41-9191-39dd3385d3fe req-b7573915-937c-4de7-89f3-c28f95c04ee5 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] No waiting events found dispatching network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:29:10 user nova-compute[75209]: WARNING nova.compute.manager [req-66ba4a3f-4ed6-4d41-9191-39dd3385d3fe req-b7573915-937c-4de7-89f3-c28f95c04ee5 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received unexpected event network-vif-plugged-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 for instance with vm_state deleted and task_state None.
Dec 04 19:29:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-66ba4a3f-4ed6-4d41-9191-39dd3385d3fe req-b7573915-937c-4de7-89f3-c28f95c04ee5 service nova] [instance: 9faaef5d-efa2-4fee-841a-8d4091eba792] Received event network-vif-deleted-a5133f9c-9b2b-411f-bbc4-d71f3baaa0d4 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:29:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:29:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:20 user nova-compute[75209]: INFO nova.compute.manager [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Detaching volume 669ffdae-e50c-4644-bed0-0474f2a2b476
Dec 04 19:29:20 user nova-compute[75209]: INFO nova.virt.block_device [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Attempting to driver detach volume 669ffdae-e50c-4644-bed0-0474f2a2b476 from mountpoint /dev/vdb
Dec 04 19:29:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Attempting to detach device vdb from instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:29:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:29:20 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:29:20 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:29:20 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:29:20 user nova-compute[75209]:   <serial>669ffdae-e50c-4644-bed0-0474f2a2b476</serial>
Dec 04 19:29:20 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:29:20 user nova-compute[75209]: </disk>
Dec 04 19:29:20 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:29:20 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully detached device vdb from instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c from the persistent domain config.
Dec 04 19:29:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:29:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:29:20 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:29:20 user nova-compute[75209]:   <source dev="/dev/sdd"/>
Dec 04 19:29:20 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:29:20 user nova-compute[75209]:   <serial>669ffdae-e50c-4644-bed0-0474f2a2b476</serial>
Dec 04 19:29:20 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:29:20 user nova-compute[75209]: </disk>
Dec 04 19:29:20 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:29:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:29:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:29:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:29:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:29:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:29:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-73e83253-e2ef-43cb-8b1f-a24d39301dfa req-4050fbce-01df-4704-a8dc-45ed01cc1555 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received event network-changed-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:29:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-73e83253-e2ef-43cb-8b1f-a24d39301dfa req-4050fbce-01df-4704-a8dc-45ed01cc1555 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Refreshing instance network info cache due to event network-changed-7e1fb9af-27eb-46e2-8146-6fccbd8b333c. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:29:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-73e83253-e2ef-43cb-8b1f-a24d39301dfa req-4050fbce-01df-4704-a8dc-45ed01cc1555 service nova] Acquiring lock "refresh_cache-42a843a7-45d1-47a6-bb57-9bbc2a340d2f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:29:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-73e83253-e2ef-43cb-8b1f-a24d39301dfa req-4050fbce-01df-4704-a8dc-45ed01cc1555 service nova] Acquired lock "refresh_cache-42a843a7-45d1-47a6-bb57-9bbc2a340d2f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:29:26 user nova-compute[75209]: DEBUG nova.network.neutron [req-73e83253-e2ef-43cb-8b1f-a24d39301dfa req-4050fbce-01df-4704-a8dc-45ed01cc1555 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Refreshing network info cache for port 7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:29:26 user nova-compute[75209]: DEBUG nova.network.neutron [req-73e83253-e2ef-43cb-8b1f-a24d39301dfa req-4050fbce-01df-4704-a8dc-45ed01cc1555 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Updated VIF entry in instance network info cache for port 7e1fb9af-27eb-46e2-8146-6fccbd8b333c. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:29:26 user nova-compute[75209]: DEBUG nova.network.neutron [req-73e83253-e2ef-43cb-8b1f-a24d39301dfa req-4050fbce-01df-4704-a8dc-45ed01cc1555 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Updating instance_info_cache with network_info: [{"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:29:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-73e83253-e2ef-43cb-8b1f-a24d39301dfa req-4050fbce-01df-4704-a8dc-45ed01cc1555 service nova] Releasing lock "refresh_cache-42a843a7-45d1-47a6-bb57-9bbc2a340d2f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:29:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:28 user nova-compute[75209]: DEBUG nova.objects.instance [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'flavor' on Instance uuid 42a843a7-45d1-47a6-bb57-9bbc2a340d2f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:29:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:29:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:29 user nova-compute[75209]: INFO nova.compute.manager [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Attaching volume 8dfc4998-da3a-4c22-9bc9-71dea764a1c4 to /dev/vdb
Dec 04 19:29:29 user nova-compute[75209]: DEBUG os_brick.utils [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf8da74c-5460-478f-b1f1-2e7d69d814d4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3551371c-4ed0-49e6-b275-e63f2d2932d9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bff95b0d-1057-4a20-993a-5e43e83068bc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b093a25-64e9-4492-a74d-f0ed2efa9a94]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:29:29 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:29:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4329938-1fa6-48e6-8ce4-18a2b455cad0]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG os_brick.utils [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:29:29 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Updating existing volume attachment record: d0a1217b-9fb3-49d0-b038-02938a0c10c0 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:29:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:35 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:29:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:29:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:29:36 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:29:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FsSeGmLj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:29:38 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:29:38 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:29:38 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[51ccca75-b38e-4ae3-9b4b-1dfab4776aaa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:29:38 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4891673-71bd-4f60-9e99-8292624848ff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4] added
Dec 04 19:29:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb470cad-78db-4f4c-ade7-67b598d0b129]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c99d15-e5c7-43b8-a21c-06d51f62c085]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FsSeGmLj {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FsSeGmLj" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[01640994-5019-46fa-bffc-211f7778cfa5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FsSeGmLj'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0252796-e3b9-4d48-b778-a92a4761e81d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[53bff6fa-5a29-4789-be8c-867cb398f95a]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:29:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:29:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b484e6-cc03-4fcf-a3a4-b9eecacabbfd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4, portal: 172.16.0.220,3260]
Dec 04 19:29:38 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4, portal: 172.16.0.220,3260] successful.
Dec 04 19:29:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f1bd998-1688-4fcd-a7c7-05ba3106c359]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[57f6b4d3-7e3a-44ba-92f9-76db53d6968a]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:29:38 user nova-compute[75209]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 (non-flash)
Dec 04 19:29:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:29:38 user nova-compute[75209]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 (non-flash)
Dec 04 19:29:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[85a1429a-6c86-429f-b263-44453faa8dac]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FsSeGmLj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:29:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:29:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23833376461656337', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:29:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23833376461656337', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:29:39 user nova-compute[75209]: DEBUG nova.objects.instance [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'flavor' on Instance uuid 42a843a7-45d1-47a6-bb57-9bbc2a340d2f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:29:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:29:39 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:29:39 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:29:39 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:29:39 user nova-compute[75209]:   <serial>8dfc4998-da3a-4c22-9bc9-71dea764a1c4</serial>
Dec 04 19:29:39 user nova-compute[75209]: </disk>
Dec 04 19:29:39 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:29:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:29:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:29:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] No VIF found with MAC fa:16:3e:fa:33:d9, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:29:39 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-678edd26-634a-4d50-969c-5ffe51a6e548 tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.886s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:29:40 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c is timed out.
Dec 04 19:29:40 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully detached device vdb from instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c from the live domain config.
Dec 04 19:29:40 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IDdzwVxc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:29:40 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:29:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a620cf2-0664-4b3c-8e04-1e6b7d597600]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:29:40 user nova-compute[75209]: No targets found.
Dec 04 19:29:40 user nova-compute[75209]: iSNS:
Dec 04 19:29:40 user nova-compute[75209]: No targets found.
Dec 04 19:29:40 user nova-compute[75209]: STATIC:
Dec 04 19:29:40 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476
Dec 04 19:29:40 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:29:40 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:29:40 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4
Dec 04 19:29:40 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:29:40 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:29:40 user nova-compute[75209]: FIRMWARE:
Dec 04 19:29:40 user nova-compute[75209]: No targets found.
Dec 04 19:29:40 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:29:40 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:29:40 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:29:40 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1293e8a0-9ef6-4cf1-b4d9-7c50669484e8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9612f2e-d4fa-4970-932f-bf286e62ce38]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:29:41 user nova-compute[75209]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 (non-flash)
Dec 04 19:29:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 (non-flash)
Dec 04 19:29:41 user nova-compute[75209]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 (non-flash)
Dec 04 19:29:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c7260e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476'): ({'sdd'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Removing single pathed devices sdd {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9fc1337-2180-498c-ac4a-311410edacfa]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8341864f-ed55-4120-9fa1-053f5ab05660]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Flushing IO for device /dev/sdd {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5044fb1c-0e8e-462e-a2ec-fdbd9f10112d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.101s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3de0288e-6659-4e40-8c03-1b511458a50b]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] SCSI volumes sdd have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bfe20f0-13f8-4461-a67c-3c728f2c0762]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:41 user nova-compute[75209]: INFO nova.compute.manager [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Detaching volume 8dfc4998-da3a-4c22-9bc9-71dea764a1c4
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[081b3b83-23ef-4877-aede-7200e823ccb4]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476, portal: 172.16.0.220,3260]
Dec 04 19:29:41 user nova-compute[75209]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476, portal: 172.16.0.220,3260] successful.
Dec 04 19:29:41 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: INFO nova.virt.block_device [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Attempting to driver detach volume 8dfc4998-da3a-4c22-9bc9-71dea764a1c4 from mountpoint /dev/vdb
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:669ffdae-e50c-4644-bed0-0474f2a2b476 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[258c621c-1c0b-40f7-aa65-721ea929d38d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.429s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] <== disconnect_volume: return (430ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Attempting to detach device vdb from instance 42a843a7-45d1-47a6-bb57-9bbc2a340d2f from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:29:41 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:29:41 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:29:41 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:29:41 user nova-compute[75209]:   <serial>8dfc4998-da3a-4c22-9bc9-71dea764a1c4</serial>
Dec 04 19:29:41 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:29:41 user nova-compute[75209]: </disk>
Dec 04 19:29:41 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:29:41 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully detached device vdb from instance 42a843a7-45d1-47a6-bb57-9bbc2a340d2f from the persistent domain config.
Dec 04 19:29:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 42a843a7-45d1-47a6-bb57-9bbc2a340d2f from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:29:41 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:29:41 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:29:41 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:29:41 user nova-compute[75209]:   <serial>8dfc4998-da3a-4c22-9bc9-71dea764a1c4</serial>
Dec 04 19:29:41 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:29:41 user nova-compute[75209]: </disk>
Dec 04 19:29:41 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 42a843a7-45d1-47a6-bb57-9bbc2a340d2f {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:29:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'flavor' on Instance uuid 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0a906d7f-69b3-4a80-adc8-095c618c318a tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.213s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:29:42 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:29:42 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:29:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8740MB free_disk=24.985713958740234GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 42a843a7-45d1-47a6-bb57-9bbc2a340d2f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:29:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.229s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:29:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:29:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:29:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:29:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:29:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:29:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:29:43 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:29:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:29:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updating instance_info_cache with network_info: [{"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:29:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:29:44 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:29:44 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:29:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:47 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:29:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:51 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:29:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:29:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:29:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:29:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:29:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:29:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:29:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:01 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 42a843a7-45d1-47a6-bb57-9bbc2a340d2f is timed out.
Dec 04 19:30:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully detached device vdb from instance 42a843a7-45d1-47a6-bb57-9bbc2a340d2f from the live domain config.
Dec 04 19:30:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FsSeGmLj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:30:01 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:30:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e703d83-d5f5-49fe-bd6c-1bc56e85e8ca]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:30:01 user nova-compute[75209]: No targets found.
Dec 04 19:30:01 user nova-compute[75209]: iSNS:
Dec 04 19:30:01 user nova-compute[75209]: No targets found.
Dec 04 19:30:01 user nova-compute[75209]: STATIC:
Dec 04 19:30:01 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4
Dec 04 19:30:01 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:30:01 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:30:01 user nova-compute[75209]: FIRMWARE:
Dec 04 19:30:01 user nova-compute[75209]: No targets found.
Dec 04 19:30:01 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:30:01 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:30:01 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf98f23c-bce3-424e-811c-ef77ea1b658d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a7d84cb-d305-4666-b23c-1f4fc0102941]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 (non-flash)
Dec 04 19:30:01 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 (non-flash)
Dec 04 19:30:01 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c5a30a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca59f49b-51b4-4e56-8789-15fe600c0608]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e7bb4d8-9787-4f21-a407-8e2c3eae981f]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec52da13-1b18-4dcb-b43b-9686ae7bac1d]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e9ba0e1-7db0-4da0-8e70-8fff45475dcd]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[858e02b1-8d56-4703-98bd-f2a7c301c5a7]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0ea47a6-f5dc-415a-82ef-82bc2ed9e97f]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4, portal: 172.16.0.220,3260]
Dec 04 19:30:02 user nova-compute[75209]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4, portal: 172.16.0.220,3260] successful.
Dec 04 19:30:02 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dfc4998-da3a-4c22-9bc9-71dea764a1c4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e070fee-2016-4d58-b173-176da246cb8c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] <== disconnect_volume: return (315ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:30:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:30:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'flavor' on Instance uuid 42a843a7-45d1-47a6-bb57-9bbc2a340d2f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:30:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cce189dd-c2de-4de1-95ae-e5e447467a4f tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.832s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:10 user nova-compute[75209]: INFO nova.compute.manager [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Terminating instance
Dec 04 19:30:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-ef0a22f9-f3f0-4f15-a25c-fca282246b8d req-37f71b59-7b29-408a-987e-68060505a2b1 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received event network-vif-unplugged-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ef0a22f9-f3f0-4f15-a25c-fca282246b8d req-37f71b59-7b29-408a-987e-68060505a2b1 service nova] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ef0a22f9-f3f0-4f15-a25c-fca282246b8d req-37f71b59-7b29-408a-987e-68060505a2b1 service nova] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ef0a22f9-f3f0-4f15-a25c-fca282246b8d req-37f71b59-7b29-408a-987e-68060505a2b1 service nova] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-ef0a22f9-f3f0-4f15-a25c-fca282246b8d req-37f71b59-7b29-408a-987e-68060505a2b1 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] No waiting events found dispatching network-vif-unplugged-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG nova.compute.manager [req-ef0a22f9-f3f0-4f15-a25c-fca282246b8d req-37f71b59-7b29-408a-987e-68060505a2b1 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received event network-vif-unplugged-389ac075-02b9-4019-9a36-61326bf6e415 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:30:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Instance destroyed successfully.
Dec 04 19:30:11 user nova-compute[75209]: DEBUG nova.objects.instance [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lazy-loading 'resources' on Instance uuid 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:23:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1753821294',display_name='tempest-AttachVolumeTestJSON-server-1753821294',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1753821294',id=40,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFWg8bEK/ukzBf5uDpfgIkw35zbstm8TAf3dEV5PvheKJZ5j0ajvuMpC3j47LGJzAjCuj2QK49fvEXBnJu8K4IKpBu4il3NebJAsINrV6sA1lYaCGdu4DeH1QrbhAUf3zw==',key_name='tempest-keypair-257416082',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:23:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a45fa1de504c4d3ba40440f8dbe87b60',ramdisk_id='',reservation_id='r-xkc74twm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1002862535',owner_user_name='tempest-AttachVolumeTestJSON-1002862535-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:24:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='68e7dd36d57640899fe033fc69e0f072',uuid=2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converting VIF {"id": "389ac075-02b9-4019-9a36-61326bf6e415", "address": "fa:16:3e:d4:74:e3", "network": {"id": "71e6eb80-0360-47c9-9703-200ece0bfa7e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-343827593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a45fa1de504c4d3ba40440f8dbe87b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap389ac075-02", "ovs_interfaceid": "389ac075-02b9-4019-9a36-61326bf6e415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d4:74:e3,bridge_name='br-int',has_traffic_filtering=True,id=389ac075-02b9-4019-9a36-61326bf6e415,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap389ac075-02') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG os_vif [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:74:e3,bridge_name='br-int',has_traffic_filtering=True,id=389ac075-02b9-4019-9a36-61326bf6e415,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap389ac075-02') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap389ac075-02, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3f77ab0b-87c2-4c2b-b88b-bc74b891c8c2) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:30:11 user nova-compute[75209]: INFO os_vif [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:74:e3,bridge_name='br-int',has_traffic_filtering=True,id=389ac075-02b9-4019-9a36-61326bf6e415,network=Network(71e6eb80-0360-47c9-9703-200ece0bfa7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap389ac075-02')
Dec 04 19:30:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Deleting instance files /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c_del
Dec 04 19:30:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Deletion of /opt/stack/data/nova/instances/2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c_del complete
Dec 04 19:30:11 user nova-compute[75209]: INFO nova.compute.manager [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 04 19:30:11 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:30:11 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:30:12 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:30:12 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Took 0.72 seconds to deallocate network for instance.
Dec 04 19:30:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-9a532bc1-cd7f-47b7-bd9e-8f6af68f5a8d req-adf03de1-d4d0-4cdb-ab7d-07b2a270ef4c service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received event network-vif-deleted-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:30:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:12 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:30:12 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:30:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.156s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:12 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Deleted allocations for instance 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c
Dec 04 19:30:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7dda75c6-7b64-490b-a4d6-6c5d4787cb64 tempest-AttachVolumeTestJSON-1002862535 tempest-AttachVolumeTestJSON-1002862535-project-member] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.955s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-904e53cc-8616-43e5-a35c-92121c2d26c7 req-6c56c0d5-9d71-421c-b054-3c342a0f0da7 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received event network-vif-plugged-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:30:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-904e53cc-8616-43e5-a35c-92121c2d26c7 req-6c56c0d5-9d71-421c-b054-3c342a0f0da7 service nova] Acquiring lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-904e53cc-8616-43e5-a35c-92121c2d26c7 req-6c56c0d5-9d71-421c-b054-3c342a0f0da7 service nova] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-904e53cc-8616-43e5-a35c-92121c2d26c7 req-6c56c0d5-9d71-421c-b054-3c342a0f0da7 service nova] Lock "2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:13 user nova-compute[75209]: DEBUG nova.compute.manager [req-904e53cc-8616-43e5-a35c-92121c2d26c7 req-6c56c0d5-9d71-421c-b054-3c342a0f0da7 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] No waiting events found dispatching network-vif-plugged-389ac075-02b9-4019-9a36-61326bf6e415 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:30:13 user nova-compute[75209]: WARNING nova.compute.manager [req-904e53cc-8616-43e5-a35c-92121c2d26c7 req-6c56c0d5-9d71-421c-b054-3c342a0f0da7 service nova] [instance: 2b7a0eaa-2eb0-458d-acee-ee3b8de78f3c] Received unexpected event network-vif-plugged-389ac075-02b9-4019-9a36-61326bf6e415 for instance with vm_state deleted and task_state None.
Dec 04 19:30:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-eea914ba-2e31-4130-8302-82930f1823b8 req-e9506a47-e9e0-440b-82f4-e8113fd035f8 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received event network-changed-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:30:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-eea914ba-2e31-4130-8302-82930f1823b8 req-e9506a47-e9e0-440b-82f4-e8113fd035f8 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Refreshing instance network info cache due to event network-changed-d0fa52e8-6def-481a-87d3-e2200ac291a5. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:30:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-eea914ba-2e31-4130-8302-82930f1823b8 req-e9506a47-e9e0-440b-82f4-e8113fd035f8 service nova] Acquiring lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:30:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-eea914ba-2e31-4130-8302-82930f1823b8 req-e9506a47-e9e0-440b-82f4-e8113fd035f8 service nova] Acquired lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:30:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-eea914ba-2e31-4130-8302-82930f1823b8 req-e9506a47-e9e0-440b-82f4-e8113fd035f8 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Refreshing network info cache for port d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:30:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-eea914ba-2e31-4130-8302-82930f1823b8 req-e9506a47-e9e0-440b-82f4-e8113fd035f8 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updated VIF entry in instance network info cache for port d0fa52e8-6def-481a-87d3-e2200ac291a5. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:30:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-eea914ba-2e31-4130-8302-82930f1823b8 req-e9506a47-e9e0-440b-82f4-e8113fd035f8 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating instance_info_cache with network_info: [{"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:30:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-eea914ba-2e31-4130-8302-82930f1823b8 req-e9506a47-e9e0-440b-82f4-e8113fd035f8 service nova] Releasing lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:30:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG nova.objects.instance [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:17 user nova-compute[75209]: INFO nova.compute.manager [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attaching volume 6765a7f0-daae-4519-905e-03aa110ab96c to /dev/vdb
Dec 04 19:30:17 user nova-compute[75209]: DEBUG os_brick.utils [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ebf07fe-f281-4bb6-8708-5ca0b7fd32d8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ae870cd-c7c0-4dc2-908c-a5541ac44539]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c10d7e4-d7f1-4afe-a511-d47a488bb0a1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[30b17bc6-8bc5-4f6b-bf1b-37066938c829]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:30:17 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:30:17 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d37e01fd-916d-4c91-af32-f57a5117734e]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG os_brick.utils [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:30:17 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating existing volume attachment record: 3382f161-80a1-4145-b2ce-9a71faa6c159 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:30:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lfGazUdK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:30:26 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:30:26 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:30:26 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[73f1cdc1-83bf-4133-ba89-ede516c58a43]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:30:26 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2378cf-54a4-4e50-a351-c0a96073b82c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c] added
Dec 04 19:30:26 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e8f72d9-5cc7-45d1-9f7e-c9b180fc25ba]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ddc7ff2-5fba-474f-8782-d455b25989b8]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lfGazUdK {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lfGazUdK" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b79be3-000a-4f84-bb43-3bf0f8498a5a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lfGazUdK'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f99b88b-d949-4067-8b4b-4c448c63cef7]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ee8523e-f1fe-4de0-93fa-5623e997a6c0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:30:26 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:30:26 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:30:26 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:30:26 user nova-compute[75209]: 
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ca2a5ea-f738-422d-9399-8903faab9101]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c, portal: 172.16.0.220,3260]
Dec 04 19:30:26 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c, portal: 172.16.0.220,3260] successful.
Dec 04 19:30:26 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3effe7a-1506-42dc-b23d-a11b47ba4762]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d92ac0e-d209-4a2c-87f1-3e174412162b]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c (non-flash)
Dec 04 19:30:26 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c (non-flash)
Dec 04 19:30:26 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[56a9248a-bb99-449c-92a7-b055bd6f60cd]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:30:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:30:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lfGazUdK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:30:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:30:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23561376535396334', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:30:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23561376535396334', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:30:27 user nova-compute[75209]: DEBUG nova.objects.instance [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:30:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:30:27 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:30:27 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:30:27 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:30:27 user nova-compute[75209]:   <serial>6765a7f0-daae-4519-905e-03aa110ab96c</serial>
Dec 04 19:30:27 user nova-compute[75209]: </disk>
Dec 04 19:30:27 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:30:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:30:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:30:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No VIF found with MAC fa:16:3e:21:57:bf, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:30:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-dbb8fbe0-0526-4964-83cf-37041480cb01 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.905s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:31 user nova-compute[75209]: INFO nova.compute.manager [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Terminating instance
Dec 04 19:30:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:30:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-1316bce2-dc30-4588-b999-3085f28f9d1e req-a42c7f68-b4e3-4411-8180-2433411e87a3 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received event network-vif-unplugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1316bce2-dc30-4588-b999-3085f28f9d1e req-a42c7f68-b4e3-4411-8180-2433411e87a3 service nova] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1316bce2-dc30-4588-b999-3085f28f9d1e req-a42c7f68-b4e3-4411-8180-2433411e87a3 service nova] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1316bce2-dc30-4588-b999-3085f28f9d1e req-a42c7f68-b4e3-4411-8180-2433411e87a3 service nova] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-1316bce2-dc30-4588-b999-3085f28f9d1e req-a42c7f68-b4e3-4411-8180-2433411e87a3 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] No waiting events found dispatching network-vif-unplugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-1316bce2-dc30-4588-b999-3085f28f9d1e req-a42c7f68-b4e3-4411-8180-2433411e87a3 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received event network-vif-unplugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:30:32 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Instance destroyed successfully.
Dec 04 19:30:32 user nova-compute[75209]: DEBUG nova.objects.instance [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lazy-loading 'resources' on Instance uuid 42a843a7-45d1-47a6-bb57-9bbc2a340d2f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:27:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-834914174',display_name='tempest-AttachVolumeNegativeTest-server-834914174',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-834914174',id=42,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLo9SsU/6W8r3N3pljRmRG1wWMlrMTJqetrFxyk0i1P8a2fjEfjCEsD/4mq/rPo08xGMTY1TKm+VcGV4IoaA7c4uXdqbQOdK6bV84bB6FDt8rlFVm92LXyyjKf0L5DBZnw==',key_name='tempest-keypair-515815986',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:27:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e301606da9546cf8700b287a0a8b240',ramdisk_id='',reservation_id='r-pts79ih0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-2018034394',owner_user_name='tempest-AttachVolumeNegativeTest-2018034394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:27:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='96de5cb4deb74e8e8e594119a1a141bc',uuid=42a843a7-45d1-47a6-bb57-9bbc2a340d2f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converting VIF {"id": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "address": "fa:16:3e:fa:33:d9", "network": {"id": "e168f0cf-dd12-413b-970f-a780d3d3b2dc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-999151878-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e301606da9546cf8700b287a0a8b240", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e1fb9af-27", "ovs_interfaceid": "7e1fb9af-27eb-46e2-8146-6fccbd8b333c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:33:d9,bridge_name='br-int',has_traffic_filtering=True,id=7e1fb9af-27eb-46e2-8146-6fccbd8b333c,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e1fb9af-27') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG os_vif [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:33:d9,bridge_name='br-int',has_traffic_filtering=True,id=7e1fb9af-27eb-46e2-8146-6fccbd8b333c,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e1fb9af-27') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e1fb9af-27, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=44ddda19-9229-41f4-8c5e-96c6af0f7019) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:30:32 user nova-compute[75209]: INFO os_vif [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:33:d9,bridge_name='br-int',has_traffic_filtering=True,id=7e1fb9af-27eb-46e2-8146-6fccbd8b333c,network=Network(e168f0cf-dd12-413b-970f-a780d3d3b2dc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e1fb9af-27')
Dec 04 19:30:32 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Deleting instance files /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f_del
Dec 04 19:30:32 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Deletion of /opt/stack/data/nova/instances/42a843a7-45d1-47a6-bb57-9bbc2a340d2f_del complete
Dec 04 19:30:32 user nova-compute[75209]: INFO nova.compute.manager [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 04 19:30:32 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:30:32 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:30:33 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:30:33 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Took 0.94 seconds to deallocate network for instance.
Dec 04 19:30:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:33 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:30:33 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:30:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.146s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:33 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Deleted allocations for instance 42a843a7-45d1-47a6-bb57-9bbc2a340d2f
Dec 04 19:30:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b3172a30-ade9-471c-bff3-482b28530e6b tempest-AttachVolumeNegativeTest-2018034394 tempest-AttachVolumeNegativeTest-2018034394-project-member] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.130s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:34 user nova-compute[75209]: DEBUG nova.compute.manager [req-6982831d-bcb3-482f-a8d7-dc9ed4360345 req-86e08aa0-a896-41b6-807e-6cd38b0721b1 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received event network-vif-plugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:30:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6982831d-bcb3-482f-a8d7-dc9ed4360345 req-86e08aa0-a896-41b6-807e-6cd38b0721b1 service nova] Acquiring lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6982831d-bcb3-482f-a8d7-dc9ed4360345 req-86e08aa0-a896-41b6-807e-6cd38b0721b1 service nova] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6982831d-bcb3-482f-a8d7-dc9ed4360345 req-86e08aa0-a896-41b6-807e-6cd38b0721b1 service nova] Lock "42a843a7-45d1-47a6-bb57-9bbc2a340d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:34 user nova-compute[75209]: DEBUG nova.compute.manager [req-6982831d-bcb3-482f-a8d7-dc9ed4360345 req-86e08aa0-a896-41b6-807e-6cd38b0721b1 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] No waiting events found dispatching network-vif-plugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:30:34 user nova-compute[75209]: WARNING nova.compute.manager [req-6982831d-bcb3-482f-a8d7-dc9ed4360345 req-86e08aa0-a896-41b6-807e-6cd38b0721b1 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received unexpected event network-vif-plugged-7e1fb9af-27eb-46e2-8146-6fccbd8b333c for instance with vm_state deleted and task_state None.
Dec 04 19:30:34 user nova-compute[75209]: DEBUG nova.compute.manager [req-6982831d-bcb3-482f-a8d7-dc9ed4360345 req-86e08aa0-a896-41b6-807e-6cd38b0721b1 service nova] [instance: 42a843a7-45d1-47a6-bb57-9bbc2a340d2f] Received event network-vif-deleted-7e1fb9af-27eb-46e2-8146-6fccbd8b333c {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:30:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:30:36 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:30:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:30:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:30:37 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:30:39 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:30:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:30:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:41 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:30:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:42 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:30:42 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:30:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8969MB free_disk=25.07931137084961GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:30:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.201s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:30:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:30:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:30:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:30:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:30:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:30:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating instance_info_cache with network_info: [{"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:30:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:30:44 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:30:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:30:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:30:45 user nova-compute[75209]: INFO nova.compute.manager [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Detaching volume 6765a7f0-daae-4519-905e-03aa110ab96c
Dec 04 19:30:45 user nova-compute[75209]: INFO nova.virt.block_device [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attempting to driver detach volume 6765a7f0-daae-4519-905e-03aa110ab96c from mountpoint /dev/vdb
Dec 04 19:30:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Attempting to detach device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:30:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:30:45 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:30:45 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:30:45 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:30:45 user nova-compute[75209]:   <serial>6765a7f0-daae-4519-905e-03aa110ab96c</serial>
Dec 04 19:30:45 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:30:45 user nova-compute[75209]: </disk>
Dec 04 19:30:45 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:30:45 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Successfully detached device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the persistent domain config.
Dec 04 19:30:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:30:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:30:45 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:30:45 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:30:45 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:30:45 user nova-compute[75209]:   <serial>6765a7f0-daae-4519-905e-03aa110ab96c</serial>
Dec 04 19:30:45 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:30:45 user nova-compute[75209]: </disk>
Dec 04 19:30:45 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:30:45 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:30:45 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:30:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:48 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:30:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:30:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:05 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 is timed out.
Dec 04 19:31:05 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Successfully detached device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the live domain config.
Dec 04 19:31:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lfGazUdK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:31:05 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2914a92-5a0e-4a4c-936c-c5ab8b4f1177]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:31:05 user nova-compute[75209]: No targets found.
Dec 04 19:31:05 user nova-compute[75209]: iSNS:
Dec 04 19:31:05 user nova-compute[75209]: No targets found.
Dec 04 19:31:05 user nova-compute[75209]: STATIC:
Dec 04 19:31:05 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c
Dec 04 19:31:05 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:31:05 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:31:05 user nova-compute[75209]: FIRMWARE:
Dec 04 19:31:05 user nova-compute[75209]: No targets found.
Dec 04 19:31:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:31:05 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:31:05 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[34de631e-11a0-4d00-9cb5-b0ca8994a059]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[520a801d-10d6-4b04-9c63-3e7af10f37b8]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c (non-flash)
Dec 04 19:31:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c (non-flash)
Dec 04 19:31:05 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c6223b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc07d1d3-9680-4954-8da6-879a7e6f4213]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d54c6034-ae99-4370-9e91-f8ff6312d02c]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:31:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fa460f4-c847-4cef-a2a6-26d71a9029d5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c420322-7948-44f3-bccc-e87f2307a942]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea23f2d-e659-4b64-b88c-5eeade1d26cf]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae5a7cd-50ea-4d9b-ab14-27052da4466e]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c, portal: 172.16.0.220,3260]
Dec 04 19:31:06 user nova-compute[75209]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c, portal: 172.16.0.220,3260] successful.
Dec 04 19:31:06 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6765a7f0-daae-4519-905e-03aa110ab96c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5183e64a-f96c-4776-bb45-989c20fbfd37]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.267s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== disconnect_volume: return (268ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG nova.objects.instance [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:31:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-7577f5f4-a97e-4cf4-a7b4-1281883d4e68 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.663s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:31:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:31:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:31:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:31:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:31:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:31:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:31:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:31:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:31:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:31:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:31:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:31:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:31:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:31:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:31:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG nova.objects.instance [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:31:38 user nova-compute[75209]: INFO nova.compute.manager [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attaching volume 3d6470b5-0964-4e4d-af98-3438c68dfb1f to /dev/vdb
Dec 04 19:31:38 user nova-compute[75209]: DEBUG os_brick.utils [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9277fd-3f0f-459a-a77d-1ec2957ebad1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2fa9464-c641-4faa-88bf-3f60be721cca]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7723f19b-3e37-4012-913f-64165a7bdf83]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b345160-fa65-47cc-8a30-66de73b51f6f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:31:38 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1abd8299-5d07-4ec0-83c9-42b5400c932f]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG os_brick.utils [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating existing volume attachment record: 37a71407-cdcb-47e7-9f11-cc38a27655a2 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:31:38 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:31:39 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:31:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:31:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:31:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:31:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:31:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:31:41 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:31:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:42 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:31:42 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:31:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8984MB free_disk=25.067615509033203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:31:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.221s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:31:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:31:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:31:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:31:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:31:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:31:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:31:44 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:31:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating instance_info_cache with network_info: [{"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:31:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:31:44 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:31:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:31:47 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VmQGqaOt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:31:48 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:31:48 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:31:48 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[db1f8e69-b48e-4cad-ac3a-4a5400b85640]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:31:48 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead84459-1e82-4d8b-a579-914a5ec217b5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f] added
Dec 04 19:31:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1ca3619-e1a2-44b2-be09-dd17bf4b2268]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ee6670-8f82-482c-9066-a908f2d91a24]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VmQGqaOt {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VmQGqaOt" returned: 0 in 0.042s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7ef4709-ac8b-495f-a5ba-74c2c003f6b4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VmQGqaOt'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[99cd3ab6-11c5-4a19-acc3-483b6b815697]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b39a763-dc9d-4e45-a5cc-fff239a0bba9]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:31:48 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:31:48 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:31:48 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:31:48 user nova-compute[75209]: 
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5eab6c8-a404-4c97-af0d-a4a01b8f4616]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f, portal: 172.16.0.220,3260]
Dec 04 19:31:48 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f, portal: 172.16.0.220,3260] successful.
Dec 04 19:31:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[31f45000-ddee-4587-b5a0-84fa1d791c25]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4251e329-9a8b-468e-9163-2ecfbe82263f]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f (non-flash)
Dec 04 19:31:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f (non-flash)
Dec 04 19:31:48 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] HCTL ('33', '-', '-', 0) found on session 50 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb55d6bf-e477-42df-978a-4e05eafe6f76]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:31:48 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VmQGqaOt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '26361336633333234', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361336633333234', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG nova.objects.instance [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:31:49 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:31:49 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:31:49 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:31:49 user nova-compute[75209]:   <serial>3d6470b5-0964-4e4d-af98-3438c68dfb1f</serial>
Dec 04 19:31:49 user nova-compute[75209]: </disk>
Dec 04 19:31:49 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No VIF found with MAC fa:16:3e:21:57:bf, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:31:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e28d840d-8382-4075-866f-df61a79701fa tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.434s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:31:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:31:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:31:51 user nova-compute[75209]: INFO nova.compute.manager [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Detaching volume 3d6470b5-0964-4e4d-af98-3438c68dfb1f
Dec 04 19:31:52 user nova-compute[75209]: INFO nova.virt.block_device [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attempting to driver detach volume 3d6470b5-0964-4e4d-af98-3438c68dfb1f from mountpoint /dev/vdb
Dec 04 19:31:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Attempting to detach device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:31:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:31:52 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:31:52 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:31:52 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:31:52 user nova-compute[75209]:   <serial>3d6470b5-0964-4e4d-af98-3438c68dfb1f</serial>
Dec 04 19:31:52 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:31:52 user nova-compute[75209]: </disk>
Dec 04 19:31:52 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:31:52 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Successfully detached device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the persistent domain config.
Dec 04 19:31:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:31:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:31:52 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:31:52 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:31:52 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:31:52 user nova-compute[75209]:   <serial>3d6470b5-0964-4e4d-af98-3438c68dfb1f</serial>
Dec 04 19:31:52 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:31:52 user nova-compute[75209]: </disk>
Dec 04 19:31:52 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:31:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:31:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:31:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:31:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:31:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:32:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:32:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:32:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:32:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:32:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:12 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 is timed out.
Dec 04 19:32:12 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Successfully detached device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the live domain config.
Dec 04 19:32:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VmQGqaOt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:32:12 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4fb9cde-135b-492c-a510-04ba40c4046d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:32:12 user nova-compute[75209]: No targets found.
Dec 04 19:32:12 user nova-compute[75209]: iSNS:
Dec 04 19:32:12 user nova-compute[75209]: No targets found.
Dec 04 19:32:12 user nova-compute[75209]: STATIC:
Dec 04 19:32:12 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f
Dec 04 19:32:12 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:32:12 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:32:12 user nova-compute[75209]: FIRMWARE:
Dec 04 19:32:12 user nova-compute[75209]: No targets found.
Dec 04 19:32:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:32:12 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:32:12 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc561f9a-4b4d-4ef7-83f2-38a274bab954]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[269cf02d-4387-497f-a8a5-566f5347b1f4]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f (non-flash)
Dec 04 19:32:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f (non-flash)
Dec 04 19:32:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c622170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[253b4590-130a-4b79-adca-5f3a620d64ef]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7306399-5658-4324-9d8b-1e7726cab3f5]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf1201a7-7db5-4a30-b5b6-f40f04e39fa7]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd00a417-a440-4ea8-85af-22a573288c72]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[af868243-5bcc-4aa4-b6e1-53cc9b3cd00f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[db823faf-ba5b-4486-bab7-7edabe0bf53f]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f, portal: 172.16.0.220,3260]
Dec 04 19:32:12 user nova-compute[75209]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f, portal: 172.16.0.220,3260] successful.
Dec 04 19:32:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6470b5-0964-4e4d-af98-3438c68dfb1f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[efcf2575-18da-4d2b-9434-4d773b4b7e4f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== disconnect_volume: return (290ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:32:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:32:13 user nova-compute[75209]: DEBUG nova.objects.instance [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:32:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-97e6d2a1-ae73-4794-aa61-e7c69dec1f8c tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.654s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:32:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:32:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:32:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:32:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:32:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:32:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:32:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:37 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:38 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:39 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:39 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:32:39 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:39 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:32:42 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating instance_info_cache with network_info: [{"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:43 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:44 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:32:44 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:32:44 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9035MB free_disk=25.064159393310547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.179s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:32:44 user nova-compute[75209]: DEBUG nova.objects.instance [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:32:45 user nova-compute[75209]: INFO nova.compute.manager [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attaching volume 051c1038-82f8-489c-8523-81fa25f81f93 to /dev/vdb
Dec 04 19:32:45 user nova-compute[75209]: DEBUG os_brick.utils [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbc32045-01ed-4b82-9236-6c4efd11b6ce]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[86881e78-83a6-4017-8c04-ca092bd79d4c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1e619d9-9cf7-4157-b523-76703a6103ab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f1d93c3-bb46-48c3-9a27-8f2d76c1d99a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:32:45 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cb92e79-0ca6-494c-9240-81154003fcbe]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG os_brick.utils [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating existing volume attachment record: 5c7c56e3-c983-445c-a290-5167f020662f {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:32:45 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:48 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:49 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:32:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:32:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:50 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:32:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtNfisLh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:32:54 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:32:54 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:32:54 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ffa43b7-050c-4751-934a-fe8d8d321312]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:32:54 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8470be48-3a13-4a8c-b9c3-3ab4356adb9f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93] added
Dec 04 19:32:54 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f4cf8f9-9efb-44a9-aab8-df96e53033ee]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e1c2d21-082a-4ff0-84dd-015a47a98551]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VtNfisLh {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VtNfisLh" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c19b96f-59ca-47c2-a248-aaa35eb0f034]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VtNfisLh'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b5cad8f-236f-47e9-9e3e-653fd17d5c22]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb33826a-5ca9-43af-8a19-007f137a6359]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:32:54 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:32:54 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:32:54 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:32:54 user nova-compute[75209]: 
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[09945b55-5865-4f6a-9387-b60f5e6fe50b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93, portal: 172.16.0.220,3260]
Dec 04 19:32:54 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93, portal: 172.16.0.220,3260] successful.
Dec 04 19:32:54 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1bc0443-3e3b-448f-adbe-c424231b2222]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fd5b1f6-c9a6-4a5a-95f1-23229cac778a]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 (non-flash)
Dec 04 19:32:54 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 (non-flash)
Dec 04 19:32:54 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f4a55f9-2560-4bb5-b838-07d085004755]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:32:54 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtNfisLh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:32:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.280s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:32:55 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== connect_volume: return (1282ms) {'type': 'block', 'scsi_wwn': '23037386537626235', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:32:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23037386537626235', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:32:55 user nova-compute[75209]: DEBUG nova.objects.instance [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:32:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:32:55 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:32:55 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:32:55 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:32:55 user nova-compute[75209]:   <serial>051c1038-82f8-489c-8523-81fa25f81f93</serial>
Dec 04 19:32:55 user nova-compute[75209]: </disk>
Dec 04 19:32:55 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:32:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:32:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:32:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No VIF found with MAC fa:16:3e:21:57:bf, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:32:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-b027f6e6-35e7-443d-afae-0f6d60c37190 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.722s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:32:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:32:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:32:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:32:58 user nova-compute[75209]: INFO nova.compute.manager [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Detaching volume 051c1038-82f8-489c-8523-81fa25f81f93
Dec 04 19:32:58 user nova-compute[75209]: INFO nova.virt.block_device [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attempting to driver detach volume 051c1038-82f8-489c-8523-81fa25f81f93 from mountpoint /dev/vdb
Dec 04 19:32:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Attempting to detach device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:32:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:32:58 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:32:58 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:32:58 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:32:58 user nova-compute[75209]:   <serial>051c1038-82f8-489c-8523-81fa25f81f93</serial>
Dec 04 19:32:58 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:32:58 user nova-compute[75209]: </disk>
Dec 04 19:32:58 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:32:58 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Successfully detached device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the persistent domain config.
Dec 04 19:32:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:32:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:32:58 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:32:58 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:32:58 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:32:58 user nova-compute[75209]:   <serial>051c1038-82f8-489c-8523-81fa25f81f93</serial>
Dec 04 19:32:58 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:32:58 user nova-compute[75209]: </disk>
Dec 04 19:32:58 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:32:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:33:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Acquiring lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:33:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:03 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:33:03 user nova-compute[75209]: INFO nova.compute.claims [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Claim successful on node user
Dec 04 19:33:04 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.260s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:33:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:33:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG nova.policy [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c14c0ce1b544df0a645e30773827b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad6fbeff48614a71b7f0f079d8afb3a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:33:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Creating image(s)
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Acquiring lock "/opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "/opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "/opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk 1073741824" returned: 0 in 0.048s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.184s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Checking if we can resize image /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:33:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Successfully created port: ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Cannot resize image /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Ensure instance console log exists: /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Successfully updated port: ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Acquiring lock "refresh_cache-43928fe1-caeb-4486-b6b5-c11ff044d2c1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Acquired lock "refresh_cache-43928fe1-caeb-4486-b6b5-c11ff044d2c1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-8e471228-ebf0-47aa-9dbe-79b301b538f1 req-42070105-2932-4759-ba50-09cd383c4671 service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Received event network-changed-ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-8e471228-ebf0-47aa-9dbe-79b301b538f1 req-42070105-2932-4759-ba50-09cd383c4671 service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Refreshing instance network info cache due to event network-changed-ab976b85-32f0-4823-ba87-3b454c073521. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8e471228-ebf0-47aa-9dbe-79b301b538f1 req-42070105-2932-4759-ba50-09cd383c4671 service nova] Acquiring lock "refresh_cache-43928fe1-caeb-4486-b6b5-c11ff044d2c1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:33:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.network.neutron [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Updating instance_info_cache with network_info: [{"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Releasing lock "refresh_cache-43928fe1-caeb-4486-b6b5-c11ff044d2c1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Instance network_info: |[{"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8e471228-ebf0-47aa-9dbe-79b301b538f1 req-42070105-2932-4759-ba50-09cd383c4671 service nova] Acquired lock "refresh_cache-43928fe1-caeb-4486-b6b5-c11ff044d2c1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.network.neutron [req-8e471228-ebf0-47aa-9dbe-79b301b538f1 req-42070105-2932-4759-ba50-09cd383c4671 service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Refreshing network info cache for port ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Start _get_guest_xml network_info=[{"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:33:06 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:33:06 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:33:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1616256314',display_name='tempest-VolumesNegativeTest-instance-1616256314',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1616256314',id=44,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad6fbeff48614a71b7f0f079d8afb3a8',ramdisk_id='',reservation_id='r-tsummj3f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1548596662',owner_user_name='tempest-VolumesNegativeTest-1548596662-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:33:04Z,user_data=None,user_id='0c14c0ce1b544df0a645e30773827b04',uuid=43928fe1-caeb-4486-b6b5-c11ff044d2c1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Converting VIF {"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:f6,bridge_name='br-int',has_traffic_filtering=True,id=ab976b85-32f0-4823-ba87-3b454c073521,network=Network(3ac817b7-50ca-4397-a6ae-5a99e5637e44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab976b85-32') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lazy-loading 'pci_devices' on Instance uuid 43928fe1-caeb-4486-b6b5-c11ff044d2c1 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:33:06 user nova-compute[75209]:   <uuid>43928fe1-caeb-4486-b6b5-c11ff044d2c1</uuid>
Dec 04 19:33:06 user nova-compute[75209]:   <name>instance-0000002c</name>
Dec 04 19:33:06 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:33:06 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:33:06 user nova-compute[75209]:   <metadata>
Dec 04 19:33:06 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:33:06 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:33:06 user nova-compute[75209]:       <nova:name>tempest-VolumesNegativeTest-instance-1616256314</nova:name>
Dec 04 19:33:06 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:33:06</nova:creationTime>
Dec 04 19:33:06 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:33:06 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:33:06 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:33:06 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:33:06 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:33:06 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:33:06 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:33:06 user nova-compute[75209]:       <nova:owner>
Dec 04 19:33:06 user nova-compute[75209]:         <nova:user uuid="0c14c0ce1b544df0a645e30773827b04">tempest-VolumesNegativeTest-1548596662-project-member</nova:user>
Dec 04 19:33:06 user nova-compute[75209]:         <nova:project uuid="ad6fbeff48614a71b7f0f079d8afb3a8">tempest-VolumesNegativeTest-1548596662</nova:project>
Dec 04 19:33:06 user nova-compute[75209]:       </nova:owner>
Dec 04 19:33:06 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:33:06 user nova-compute[75209]:       <nova:ports>
Dec 04 19:33:06 user nova-compute[75209]:         <nova:port uuid="ab976b85-32f0-4823-ba87-3b454c073521">
Dec 04 19:33:06 user nova-compute[75209]:           <nova:ip type="fixed" address="192.168.233.211" ipVersion="4"/>
Dec 04 19:33:06 user nova-compute[75209]:         </nova:port>
Dec 04 19:33:06 user nova-compute[75209]:       </nova:ports>
Dec 04 19:33:06 user nova-compute[75209]:     </nova:instance>
Dec 04 19:33:06 user nova-compute[75209]:   </metadata>
Dec 04 19:33:06 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:33:06 user nova-compute[75209]:     <system>
Dec 04 19:33:06 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:33:06 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:33:06 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:33:06 user nova-compute[75209]:       <entry name="serial">43928fe1-caeb-4486-b6b5-c11ff044d2c1</entry>
Dec 04 19:33:06 user nova-compute[75209]:       <entry name="uuid">43928fe1-caeb-4486-b6b5-c11ff044d2c1</entry>
Dec 04 19:33:06 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:33:06 user nova-compute[75209]:     </system>
Dec 04 19:33:06 user nova-compute[75209]:   </sysinfo>
Dec 04 19:33:06 user nova-compute[75209]:   <os>
Dec 04 19:33:06 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:33:06 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:33:06 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:33:06 user nova-compute[75209]:   </os>
Dec 04 19:33:06 user nova-compute[75209]:   <features>
Dec 04 19:33:06 user nova-compute[75209]:     <acpi/>
Dec 04 19:33:06 user nova-compute[75209]:     <apic/>
Dec 04 19:33:06 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:33:06 user nova-compute[75209]:   </features>
Dec 04 19:33:06 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:33:06 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:33:06 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:33:06 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:33:06 user nova-compute[75209]:   </clock>
Dec 04 19:33:06 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:33:06 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:33:06 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:33:06 user nova-compute[75209]:   </cpu>
Dec 04 19:33:06 user nova-compute[75209]:   <devices>
Dec 04 19:33:06 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:33:06 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:33:06 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk"/>
Dec 04 19:33:06 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:33:06 user nova-compute[75209]:     </disk>
Dec 04 19:33:06 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:33:06 user nova-compute[75209]:       <mac address="fa:16:3e:19:0c:f6"/>
Dec 04 19:33:06 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:33:06 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:33:06 user nova-compute[75209]:       <target dev="tapab976b85-32"/>
Dec 04 19:33:06 user nova-compute[75209]:     </interface>
Dec 04 19:33:06 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:33:06 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/console.log" append="off"/>
Dec 04 19:33:06 user nova-compute[75209]:     </serial>
Dec 04 19:33:06 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:33:06 user nova-compute[75209]:     <video>
Dec 04 19:33:06 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:33:06 user nova-compute[75209]:     </video>
Dec 04 19:33:06 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:33:06 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:33:06 user nova-compute[75209]:     </rng>
Dec 04 19:33:06 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:33:06 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:33:06 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:33:06 user nova-compute[75209]:     </memballoon>
Dec 04 19:33:06 user nova-compute[75209]:   </devices>
Dec 04 19:33:06 user nova-compute[75209]: </domain>
Dec 04 19:33:06 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:33:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1616256314',display_name='tempest-VolumesNegativeTest-instance-1616256314',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1616256314',id=44,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad6fbeff48614a71b7f0f079d8afb3a8',ramdisk_id='',reservation_id='r-tsummj3f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1548596662',owner_user_name='tempest-VolumesNegativeTest-1548596662-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:33:04Z,user_data=None,user_id='0c14c0ce1b544df0a645e30773827b04',uuid=43928fe1-caeb-4486-b6b5-c11ff044d2c1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Converting VIF {"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:f6,bridge_name='br-int',has_traffic_filtering=True,id=ab976b85-32f0-4823-ba87-3b454c073521,network=Network(3ac817b7-50ca-4397-a6ae-5a99e5637e44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab976b85-32') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG os_vif [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:f6,bridge_name='br-int',has_traffic_filtering=True,id=ab976b85-32f0-4823-ba87-3b454c073521,network=Network(3ac817b7-50ca-4397-a6ae-5a99e5637e44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab976b85-32') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0e99a66d-42df-55e5-a57a-80f9d4b9496d', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapab976b85-32, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapab976b85-32, col_values=(('qos', UUID('f3f3c39f-375a-450c-9370-071f6dec7f29')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapab976b85-32, col_values=(('external_ids', {'iface-id': 'ab976b85-32f0-4823-ba87-3b454c073521', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:0c:f6', 'vm-uuid': '43928fe1-caeb-4486-b6b5-c11ff044d2c1'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:06 user nova-compute[75209]: INFO os_vif [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:0c:f6,bridge_name='br-int',has_traffic_filtering=True,id=ab976b85-32f0-4823-ba87-3b454c073521,network=Network(3ac817b7-50ca-4397-a6ae-5a99e5637e44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab976b85-32')
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] No VIF found with MAC fa:16:3e:19:0c:f6, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.network.neutron [req-8e471228-ebf0-47aa-9dbe-79b301b538f1 req-42070105-2932-4759-ba50-09cd383c4671 service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Updated VIF entry in instance network info cache for port ab976b85-32f0-4823-ba87-3b454c073521. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG nova.network.neutron [req-8e471228-ebf0-47aa-9dbe-79b301b538f1 req-42070105-2932-4759-ba50-09cd383c4671 service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Updating instance_info_cache with network_info: [{"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:33:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-8e471228-ebf0-47aa-9dbe-79b301b538f1 req-42070105-2932-4759-ba50-09cd383c4671 service nova] Releasing lock "refresh_cache-43928fe1-caeb-4486-b6b5-c11ff044d2c1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:33:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-e0a08f6c-ec77-4ca5-8a2d-63e860b16886 req-606d717a-eeed-480f-b5c5-d2204be014ec service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Received event network-vif-plugged-ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:33:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e0a08f6c-ec77-4ca5-8a2d-63e860b16886 req-606d717a-eeed-480f-b5c5-d2204be014ec service nova] Acquiring lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e0a08f6c-ec77-4ca5-8a2d-63e860b16886 req-606d717a-eeed-480f-b5c5-d2204be014ec service nova] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-e0a08f6c-ec77-4ca5-8a2d-63e860b16886 req-606d717a-eeed-480f-b5c5-d2204be014ec service nova] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-e0a08f6c-ec77-4ca5-8a2d-63e860b16886 req-606d717a-eeed-480f-b5c5-d2204be014ec service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] No waiting events found dispatching network-vif-plugged-ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:33:07 user nova-compute[75209]: WARNING nova.compute.manager [req-e0a08f6c-ec77-4ca5-8a2d-63e860b16886 req-606d717a-eeed-480f-b5c5-d2204be014ec service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Received unexpected event network-vif-plugged-ab976b85-32f0-4823-ba87-3b454c073521 for instance with vm_state building and task_state spawning.
Dec 04 19:33:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:33:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:33:09 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Instance spawned successfully.
Dec 04 19:33:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:33:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:33:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:33:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:33:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:33:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:33:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:33:09 user nova-compute[75209]: INFO nova.compute.manager [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Took 5.42 seconds to spawn the instance on the hypervisor.
Dec 04 19:33:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:33:09 user nova-compute[75209]: INFO nova.compute.manager [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Took 6.03 seconds to build instance.
Dec 04 19:33:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f74a9e5e-b79d-4c60-b303-34a69f504339 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.123s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-b0dbc232-cade-47c7-8f18-7e24292134cb req-3626d230-4146-44b5-91c6-51cff9ea685f service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Received event network-vif-plugged-ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:33:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b0dbc232-cade-47c7-8f18-7e24292134cb req-3626d230-4146-44b5-91c6-51cff9ea685f service nova] Acquiring lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b0dbc232-cade-47c7-8f18-7e24292134cb req-3626d230-4146-44b5-91c6-51cff9ea685f service nova] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b0dbc232-cade-47c7-8f18-7e24292134cb req-3626d230-4146-44b5-91c6-51cff9ea685f service nova] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-b0dbc232-cade-47c7-8f18-7e24292134cb req-3626d230-4146-44b5-91c6-51cff9ea685f service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] No waiting events found dispatching network-vif-plugged-ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:33:10 user nova-compute[75209]: WARNING nova.compute.manager [req-b0dbc232-cade-47c7-8f18-7e24292134cb req-3626d230-4146-44b5-91c6-51cff9ea685f service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Received unexpected event network-vif-plugged-ab976b85-32f0-4823-ba87-3b454c073521 for instance with vm_state active and task_state None.
Dec 04 19:33:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:33:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 is timed out.
Dec 04 19:33:19 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Successfully detached device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the live domain config.
Dec 04 19:33:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtNfisLh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:33:19 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9322de1-a445-414c-b5c7-129cefcf91a4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:33:19 user nova-compute[75209]: No targets found.
Dec 04 19:33:19 user nova-compute[75209]: iSNS:
Dec 04 19:33:19 user nova-compute[75209]: No targets found.
Dec 04 19:33:19 user nova-compute[75209]: STATIC:
Dec 04 19:33:19 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93
Dec 04 19:33:19 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:33:19 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:33:19 user nova-compute[75209]: FIRMWARE:
Dec 04 19:33:19 user nova-compute[75209]: No targets found.
Dec 04 19:33:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:33:19 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:33:19 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a634197-a541-4836-82c6-7d7abb2aa258]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[73280d08-df16-46e1-a6d4-1dd13c9c7953]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 (non-flash)
Dec 04 19:33:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 (non-flash)
Dec 04 19:33:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c6700d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3405441e-92d5-4ac2-9655-8789ff72127e]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[33083149-719f-454d-a83f-9343c93fccdd]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[abab4e28-5d0a-4765-9386-53b0da9d9eff]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4ce7017-72c6-49b2-8538-2cd8f9d98474]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[669feaf5-965e-4491-9a18-f93a2067af20]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f7438c7-33f8-4bcc-acbd-8dd1e63d434d]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93, portal: 172.16.0.220,3260]
Dec 04 19:33:19 user nova-compute[75209]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93, portal: 172.16.0.220,3260] successful.
Dec 04 19:33:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:051c1038-82f8-489c-8523-81fa25f81f93 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7753800c-c12a-4a0e-9061-146d1c5046c9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.271s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== disconnect_volume: return (273ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:33:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:33:20 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:33:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f1ad3da0-b287-4145-9302-23f0ababfa13 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.865s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:33:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:38 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:33:39 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:33:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:33:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:33:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:33:42 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:33:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:33:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:33:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:33:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:33:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:33:42 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:33:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating instance_info_cache with network_info: [{"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:33:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-2ada60cb-46ab-4f8d-a0dc-44faae15b975" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:33:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:33:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:33:44 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:33:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:44 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:33:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:45 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:45 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:33:46 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8907MB free_disk=25.03382110595703GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 43928fe1-caeb-4486-b6b5-c11ff044d2c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:33:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.437s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:33:51 user nova-compute[75209]: INFO nova.compute.manager [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attaching volume b394dc6e-c00a-4411-baab-7fb4dc2907a1 to /dev/vdb
Dec 04 19:33:51 user nova-compute[75209]: DEBUG os_brick.utils [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35f896f-7fba-4b33-bd86-da77d501839d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c323b9e-0403-4335-a6ab-ddb9d0e9156d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d02f4c-b41d-4c37-b614-f92e0e0a8027]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[308caccd-3967-41a7-b71d-ead531d9e1d3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:52 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:33:52 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:33:52 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:33:52 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:33:52 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:33:52 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fe5fab0-e49b-4477-9314-95369e0d5241]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:33:52 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:33:52 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:33:52 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:33:52 user nova-compute[75209]: DEBUG os_brick.utils [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:33:52 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating existing volume attachment record: 14c06f98-e9d9-4271-9e05-d3b5b63392a2 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:33:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:33:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:33:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:34:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:34:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:34:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:34:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pvHwuFgQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:34:04 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:34:04 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:34:04 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b5bc61-36f7-4d17-95a5-5ec0818e1acb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:34:04 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5b22b9-d8f4-46d2-9ee8-8f5f73a12811]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1] added
Dec 04 19:34:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c2d6107-cc40-4ed1-8cba-12f230c0b8ed]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[213f5bc0-c2e0-4a2d-8b04-5f64f8355270]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pvHwuFgQ {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pvHwuFgQ" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fef49e5e-9e47-45e8-8d3c-7b75f825b5b5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pvHwuFgQ'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[967b58d5-1435-4369-8b33-ee5afb4dd207]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[874463a4-73a7-4dfe-85a8-e9df7251ff2c]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:34:04 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:34:04 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:34:04 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:34:04 user nova-compute[75209]: 
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db3591c-4a57-450f-bb2e-ff81f2826b65]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1, portal: 172.16.0.220,3260]
Dec 04 19:34:04 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1, portal: 172.16.0.220,3260] successful.
Dec 04 19:34:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0abe8b7e-f9ab-4471-88d8-0867cde7add3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cd3851c-af46-4744-bd1d-7fd3337b305b]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 (non-flash)
Dec 04 19:34:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 (non-flash)
Dec 04 19:34:04 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a33d5e09-955a-4f63-b16e-ecae2f8391b7]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:04 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pvHwuFgQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== connect_volume: return (1288ms) {'type': 'block', 'scsi_wwn': '26330343964316631', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26330343964316631', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:34:05 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:34:05 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:34:05 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:34:05 user nova-compute[75209]:   <serial>b394dc6e-c00a-4411-baab-7fb4dc2907a1</serial>
Dec 04 19:34:05 user nova-compute[75209]: </disk>
Dec 04 19:34:05 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] No VIF found with MAC fa:16:3e:21:57:bf, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:34:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0b83942b-ef9d-493e-bb11-1c0f18566aab tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.003s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:34:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:34:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:34:08 user nova-compute[75209]: INFO nova.compute.manager [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Detaching volume b394dc6e-c00a-4411-baab-7fb4dc2907a1
Dec 04 19:34:08 user nova-compute[75209]: INFO nova.virt.block_device [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Attempting to driver detach volume b394dc6e-c00a-4411-baab-7fb4dc2907a1 from mountpoint /dev/vdb
Dec 04 19:34:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Attempting to detach device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:34:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:34:08 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:34:08 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:34:08 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:34:08 user nova-compute[75209]:   <serial>b394dc6e-c00a-4411-baab-7fb4dc2907a1</serial>
Dec 04 19:34:08 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:34:08 user nova-compute[75209]: </disk>
Dec 04 19:34:08 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:34:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Successfully detached device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the persistent domain config.
Dec 04 19:34:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:34:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:34:08 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:34:08 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:34:08 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:34:08 user nova-compute[75209]:   <serial>b394dc6e-c00a-4411-baab-7fb4dc2907a1</serial>
Dec 04 19:34:08 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:34:08 user nova-compute[75209]: </disk>
Dec 04 19:34:08 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:34:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:34:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:34:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:34:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:34:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:34:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:34:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:28 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 is timed out.
Dec 04 19:34:28 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Successfully detached device vdb from instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 from the live domain config.
Dec 04 19:34:28 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:34:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pvHwuFgQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:34:28 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:34:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:34:28 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:34:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:28 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[aee8fa46-6f0f-42e4-83dc-8de157a54f7b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:34:29 user nova-compute[75209]: No targets found.
Dec 04 19:34:29 user nova-compute[75209]: iSNS:
Dec 04 19:34:29 user nova-compute[75209]: No targets found.
Dec 04 19:34:29 user nova-compute[75209]: STATIC:
Dec 04 19:34:29 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1
Dec 04 19:34:29 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:34:29 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:34:29 user nova-compute[75209]: FIRMWARE:
Dec 04 19:34:29 user nova-compute[75209]: No targets found.
Dec 04 19:34:29 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:34:29 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:34:29 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cab3e3f-d3de-4b52-bec2-63f930e77d4c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[81ab6e17-0a80-48d7-94f9-7113cd1c6f8c]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 (non-flash)
Dec 04 19:34:29 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 (non-flash)
Dec 04 19:34:29 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e7c42c280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ad5235a-6abc-4cad-9a7f-7989d6e5a12f]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ea82357-4261-4e55-b03e-e75581591dbe]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a4cd37-96ff-475c-b4d4-c0d9dcd2cbf3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3f0749a-c72c-4033-978b-98ae77b5a6a3]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b9f609a-0eca-496c-a22d-02ec39fa797f]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c75af0a-97be-4184-bc71-e0327cb7ec18]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1, portal: 172.16.0.220,3260]
Dec 04 19:34:29 user nova-compute[75209]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1, portal: 172.16.0.220,3260] successful.
Dec 04 19:34:29 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b394dc6e-c00a-4411-baab-7fb4dc2907a1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3adab26-4889-4ed3-898c-d878d22b8673]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] <== disconnect_volume: return (297ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:34:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:34:30 user nova-compute[75209]: DEBUG nova.objects.instance [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'flavor' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:34:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-148ea0f3-c84a-4401-9085-553d6bb02fff tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.668s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:34:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:34:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:34:40 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:34:40 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:34:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:34:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:34:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:34:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:34:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:34:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:34:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:34:44 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:34:44 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:34:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-43928fe1-caeb-4486-b6b5-c11ff044d2c1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:34:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-43928fe1-caeb-4486-b6b5-c11ff044d2c1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:34:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:34:45 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Updating instance_info_cache with network_info: [{"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:34:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-43928fe1-caeb-4486-b6b5-c11ff044d2c1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:34:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:34:45 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:34:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:46 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:34:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:34:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:34:46 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:34:46 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:34:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:34:47 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:34:48 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:34:48 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:34:48 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8937MB free_disk=25.02486801147461GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:34:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:34:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:34:48 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:34:48 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 43928fe1-caeb-4486-b6b5-c11ff044d2c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:34:48 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:34:48 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:34:48 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:34:48 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:34:48 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:34:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:34:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:34:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:34:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:34:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Acquiring lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:34:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:34:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Acquiring lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:34:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:34:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:34:53 user nova-compute[75209]: INFO nova.compute.manager [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Terminating instance
Dec 04 19:34:53 user nova-compute[75209]: DEBUG nova.compute.manager [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:34:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-d9940bee-65cf-4df7-8c81-f9f80d8af0ea req-eced52a4-f12d-4c44-81b5-5adec58551b4 service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Received event network-vif-unplugged-ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d9940bee-65cf-4df7-8c81-f9f80d8af0ea req-eced52a4-f12d-4c44-81b5-5adec58551b4 service nova] Acquiring lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d9940bee-65cf-4df7-8c81-f9f80d8af0ea req-eced52a4-f12d-4c44-81b5-5adec58551b4 service nova] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d9940bee-65cf-4df7-8c81-f9f80d8af0ea req-eced52a4-f12d-4c44-81b5-5adec58551b4 service nova] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-d9940bee-65cf-4df7-8c81-f9f80d8af0ea req-eced52a4-f12d-4c44-81b5-5adec58551b4 service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] No waiting events found dispatching network-vif-unplugged-ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG nova.compute.manager [req-d9940bee-65cf-4df7-8c81-f9f80d8af0ea req-eced52a4-f12d-4c44-81b5-5adec58551b4 service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Received event network-vif-unplugged-ab976b85-32f0-4823-ba87-3b454c073521 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:54 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Instance destroyed successfully.
Dec 04 19:34:54 user nova-compute[75209]: DEBUG nova.objects.instance [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lazy-loading 'resources' on Instance uuid 43928fe1-caeb-4486-b6b5-c11ff044d2c1 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:33:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1616256314',display_name='tempest-VolumesNegativeTest-instance-1616256314',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1616256314',id=44,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:33:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ad6fbeff48614a71b7f0f079d8afb3a8',ramdisk_id='',reservation_id='r-tsummj3f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1548596662',owner_user_name='tempest-VolumesNegativeTest-1548596662-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:33:10Z,user_data=None,user_id='0c14c0ce1b544df0a645e30773827b04',uuid=43928fe1-caeb-4486-b6b5-c11ff044d2c1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Converting VIF {"id": "ab976b85-32f0-4823-ba87-3b454c073521", "address": "fa:16:3e:19:0c:f6", "network": {"id": "3ac817b7-50ca-4397-a6ae-5a99e5637e44", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "e7cc9a82c7bf4848a0fda9b0dad3b973", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab976b85-32", "ovs_interfaceid": "ab976b85-32f0-4823-ba87-3b454c073521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:19:0c:f6,bridge_name='br-int',has_traffic_filtering=True,id=ab976b85-32f0-4823-ba87-3b454c073521,network=Network(3ac817b7-50ca-4397-a6ae-5a99e5637e44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab976b85-32') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG os_vif [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:0c:f6,bridge_name='br-int',has_traffic_filtering=True,id=ab976b85-32f0-4823-ba87-3b454c073521,network=Network(3ac817b7-50ca-4397-a6ae-5a99e5637e44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab976b85-32') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapab976b85-32, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f3f3c39f-375a-450c-9370-071f6dec7f29) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:34:54 user nova-compute[75209]: INFO os_vif [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:0c:f6,bridge_name='br-int',has_traffic_filtering=True,id=ab976b85-32f0-4823-ba87-3b454c073521,network=Network(3ac817b7-50ca-4397-a6ae-5a99e5637e44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab976b85-32')
Dec 04 19:34:54 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Deleting instance files /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1_del
Dec 04 19:34:54 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Deletion of /opt/stack/data/nova/instances/43928fe1-caeb-4486-b6b5-c11ff044d2c1_del complete
Dec 04 19:34:54 user nova-compute[75209]: INFO nova.compute.manager [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 04 19:34:54 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:34:54 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:34:55 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:34:55 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Took 0.49 seconds to deallocate network for instance.
Dec 04 19:34:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:34:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:34:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-56b85d5c-1c1d-482f-866f-4db28a7bc912 req-2dff5cb3-3ced-49d5-8c3e-0efd6e536975 service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Received event network-vif-deleted-ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:34:55 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:34:55 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:34:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.233s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:34:55 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Deleted allocations for instance 43928fe1-caeb-4486-b6b5-c11ff044d2c1
Dec 04 19:34:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-e67c8560-6f6c-4031-871d-172aaeef4f93 tempest-VolumesNegativeTest-1548596662 tempest-VolumesNegativeTest-1548596662-project-member] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.754s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:34:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b822db9-72e6-42c3-9a42-490959f6f0c0 req-e6d12468-c130-4566-9680-40c5635215af service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Received event network-vif-plugged-ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:34:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b822db9-72e6-42c3-9a42-490959f6f0c0 req-e6d12468-c130-4566-9680-40c5635215af service nova] Acquiring lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:34:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b822db9-72e6-42c3-9a42-490959f6f0c0 req-e6d12468-c130-4566-9680-40c5635215af service nova] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:34:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1b822db9-72e6-42c3-9a42-490959f6f0c0 req-e6d12468-c130-4566-9680-40c5635215af service nova] Lock "43928fe1-caeb-4486-b6b5-c11ff044d2c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:34:56 user nova-compute[75209]: DEBUG nova.compute.manager [req-1b822db9-72e6-42c3-9a42-490959f6f0c0 req-e6d12468-c130-4566-9680-40c5635215af service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] No waiting events found dispatching network-vif-plugged-ab976b85-32f0-4823-ba87-3b454c073521 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:34:56 user nova-compute[75209]: WARNING nova.compute.manager [req-1b822db9-72e6-42c3-9a42-490959f6f0c0 req-e6d12468-c130-4566-9680-40c5635215af service nova] [instance: 43928fe1-caeb-4486-b6b5-c11ff044d2c1] Received unexpected event network-vif-plugged-ab976b85-32f0-4823-ba87-3b454c073521 for instance with vm_state deleted and task_state None.
Dec 04 19:34:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:35:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:35:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:35:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:35:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:35:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:35:29 user nova-compute[75209]: INFO nova.compute.manager [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Terminating instance
Dec 04 19:35:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-5274ce29-5c01-4e97-9b2c-952512046fa9 req-a30d2202-29f3-44b6-8a0a-18278da2535b service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received event network-vif-unplugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5274ce29-5c01-4e97-9b2c-952512046fa9 req-a30d2202-29f3-44b6-8a0a-18278da2535b service nova] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5274ce29-5c01-4e97-9b2c-952512046fa9 req-a30d2202-29f3-44b6-8a0a-18278da2535b service nova] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5274ce29-5c01-4e97-9b2c-952512046fa9 req-a30d2202-29f3-44b6-8a0a-18278da2535b service nova] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-5274ce29-5c01-4e97-9b2c-952512046fa9 req-a30d2202-29f3-44b6-8a0a-18278da2535b service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] No waiting events found dispatching network-vif-unplugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG nova.compute.manager [req-5274ce29-5c01-4e97-9b2c-952512046fa9 req-a30d2202-29f3-44b6-8a0a-18278da2535b service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received event network-vif-unplugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Instance destroyed successfully.
Dec 04 19:35:29 user nova-compute[75209]: DEBUG nova.objects.instance [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lazy-loading 'resources' on Instance uuid 2ada60cb-46ab-4f8d-a0dc-44faae15b975 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:28:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1349018323',display_name='tempest-SnapshotDataIntegrityTests-server-1349018323',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1349018323',id=43,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMFXpRhOGFY/zjbECeOVM6kKS32w1acBeFdr8b82dGfX1arz9q1L8PexBjtUoccfhJI5yEmw3Tt1Po/pVpHpZ80aL1iz89sDphVHklr4u/4Ura1l69JMicaWbti4mVWwRQ==',key_name='tempest-keypair-1755527520',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:28:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='83677e9b99bb456687834fe24dc9b3b9',ramdisk_id='',reservation_id='r-ezjpedgc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-158664848',owner_user_name='tempest-SnapshotDataIntegrityTests-158664848-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:28:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='52c9658193aa4daea3ff7266ca5c2ff9',uuid=2ada60cb-46ab-4f8d-a0dc-44faae15b975,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Converting VIF {"id": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "address": "fa:16:3e:21:57:bf", "network": {"id": "bca3aed6-9d25-4abb-9c02-d69848e18fee", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-41414487-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83677e9b99bb456687834fe24dc9b3b9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa52e8-6d", "ovs_interfaceid": "d0fa52e8-6def-481a-87d3-e2200ac291a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:21:57:bf,bridge_name='br-int',has_traffic_filtering=True,id=d0fa52e8-6def-481a-87d3-e2200ac291a5,network=Network(bca3aed6-9d25-4abb-9c02-d69848e18fee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa52e8-6d') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG os_vif [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:57:bf,bridge_name='br-int',has_traffic_filtering=True,id=d0fa52e8-6def-481a-87d3-e2200ac291a5,network=Network(bca3aed6-9d25-4abb-9c02-d69848e18fee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa52e8-6d') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd0fa52e8-6d, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=727098ad-17ab-4760-a813-86115f09c802) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:35:29 user nova-compute[75209]: INFO os_vif [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:57:bf,bridge_name='br-int',has_traffic_filtering=True,id=d0fa52e8-6def-481a-87d3-e2200ac291a5,network=Network(bca3aed6-9d25-4abb-9c02-d69848e18fee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa52e8-6d')
Dec 04 19:35:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Deleting instance files /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975_del
Dec 04 19:35:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Deletion of /opt/stack/data/nova/instances/2ada60cb-46ab-4f8d-a0dc-44faae15b975_del complete
Dec 04 19:35:29 user nova-compute[75209]: INFO nova.compute.manager [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Took 0.84 seconds to destroy the instance on the hypervisor.
Dec 04 19:35:29 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:35:29 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:35:31 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Took 1.14 seconds to deallocate network for instance.
Dec 04 19:35:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-748c4311-8510-4f28-ad8c-dcdacbf5b17b req-e20e5461-fa58-4c93-adb7-12a61943d646 service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received event network-vif-deleted-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.119s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:35:31 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Deleted allocations for instance 2ada60cb-46ab-4f8d-a0dc-44faae15b975
Dec 04 19:35:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-81c1e105-5e8b-46ef-8933-c7154f10ddb5 tempest-SnapshotDataIntegrityTests-158664848 tempest-SnapshotDataIntegrityTests-158664848-project-member] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.275s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-b8ac4dd9-616d-472d-ba2c-37f8bb4aec87 req-e3002ca0-250b-40ea-a2ce-b4066591092c service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received event network-vif-plugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b8ac4dd9-616d-472d-ba2c-37f8bb4aec87 req-e3002ca0-250b-40ea-a2ce-b4066591092c service nova] Acquiring lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b8ac4dd9-616d-472d-ba2c-37f8bb4aec87 req-e3002ca0-250b-40ea-a2ce-b4066591092c service nova] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b8ac4dd9-616d-472d-ba2c-37f8bb4aec87 req-e3002ca0-250b-40ea-a2ce-b4066591092c service nova] Lock "2ada60cb-46ab-4f8d-a0dc-44faae15b975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:35:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-b8ac4dd9-616d-472d-ba2c-37f8bb4aec87 req-e3002ca0-250b-40ea-a2ce-b4066591092c service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] No waiting events found dispatching network-vif-plugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:35:31 user nova-compute[75209]: WARNING nova.compute.manager [req-b8ac4dd9-616d-472d-ba2c-37f8bb4aec87 req-e3002ca0-250b-40ea-a2ce-b4066591092c service nova] [instance: 2ada60cb-46ab-4f8d-a0dc-44faae15b975] Received unexpected event network-vif-plugged-d0fa52e8-6def-481a-87d3-e2200ac291a5 for instance with vm_state deleted and task_state None.
Dec 04 19:35:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:40 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:35:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:35:42 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:35:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:35:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:35:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:35:45 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:35:46 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:35:46 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:35:46 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:35:46 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:35:48 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:35:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:35:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:35:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:35:48 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:35:49 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:35:49 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:35:49 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9166MB free_disk=25.079479217529297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:35:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:35:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:35:49 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:35:49 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:35:49 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:35:49 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:35:49 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:35:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:35:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:35:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:35:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:35:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:35:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:35:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:36:10 user nova-compute[75209]: INFO nova.compute.claims [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Claim successful on node user
Dec 04 19:36:10 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.183s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:36:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:36:10 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:36:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG nova.policy [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '083bd59032704ba787de143b92528b2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b50a06edac64370a062c3a384441998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:36:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Creating image(s)
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "/opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "/opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "/opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.180s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.217s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk 1073741824" returned: 0 in 0.050s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "700a8b46ea66557af31ccfc1fb2b8308be6ce4b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Successfully created port: 66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Checking if we can resize image /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk. size=1073741824 {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG nova.virt.disk.api [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Cannot resize image /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk to a smaller size. {{(pid=75209) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Ensure instance console log exists: /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:36:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Successfully updated port: 66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquired lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-09b18bbe-a4d9-43a7-ab04-26b37383a075 req-20592aea-6c65-42ed-a8c8-c9ec660292d2 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received event network-changed-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.compute.manager [req-09b18bbe-a4d9-43a7-ab04-26b37383a075 req-20592aea-6c65-42ed-a8c8-c9ec660292d2 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Refreshing instance network info cache due to event network-changed-66425f52-3077-414a-a4c8-c6ff0f37cbac. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-09b18bbe-a4d9-43a7-ab04-26b37383a075 req-20592aea-6c65-42ed-a8c8-c9ec660292d2 service nova] Acquiring lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating instance_info_cache with network_info: [{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Releasing lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Instance network_info: |[{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-09b18bbe-a4d9-43a7-ab04-26b37383a075 req-20592aea-6c65-42ed-a8c8-c9ec660292d2 service nova] Acquired lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.network.neutron [req-09b18bbe-a4d9-43a7-ab04-26b37383a075 req-20592aea-6c65-42ed-a8c8-c9ec660292d2 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Refreshing network info cache for port 66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Start _get_guest_xml network_info=[{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': '94bc5904-8b72-4a47-b02b-134675a30807'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:36:12 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:36:12 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-04T18:58:43Z,direct_url=<?>,disk_format='qcow2',id=94bc5904-8b72-4a47-b02b-134675a30807,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='e7cc9a82c7bf4848a0fda9b0dad3b973',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-04T18:58:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:36:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-931271274',display_name='tempest-TestStampPattern-server-931271274',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-931271274',id=45,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDMeYOVQtitdL+/hWLnTSAc7YMg3kHD2HTunYXu12nHodUebjYgqKIzQaJrhVI0PhryvFRgJVe21Bidvy0Y5VaeYi8lMRUA4iBEo7ucQzn8Lm8Y5msznadpSGzp8/UZatw==',key_name='tempest-TestStampPattern-389184825',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b50a06edac64370a062c3a384441998',ramdisk_id='',reservation_id='r-7bfxh3w8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1487243372',owner_user_name='tempest-TestStampPattern-1487243372-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:36:11Z,user_data=None,user_id='083bd59032704ba787de143b92528b2a',uuid=52e597da-b4e1-4d5d-a6d0-52e9b09f0da7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converting VIF {"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:da:7e,bridge_name='br-int',has_traffic_filtering=True,id=66425f52-3077-414a-a4c8-c6ff0f37cbac,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66425f52-30') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.objects.instance [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lazy-loading 'pci_devices' on Instance uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:36:12 user nova-compute[75209]:   <uuid>52e597da-b4e1-4d5d-a6d0-52e9b09f0da7</uuid>
Dec 04 19:36:12 user nova-compute[75209]:   <name>instance-0000002d</name>
Dec 04 19:36:12 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:36:12 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:36:12 user nova-compute[75209]:   <metadata>
Dec 04 19:36:12 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:36:12 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:36:12 user nova-compute[75209]:       <nova:name>tempest-TestStampPattern-server-931271274</nova:name>
Dec 04 19:36:12 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:36:12</nova:creationTime>
Dec 04 19:36:12 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:36:12 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:36:12 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:36:12 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:36:12 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:36:12 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:36:12 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:36:12 user nova-compute[75209]:       <nova:owner>
Dec 04 19:36:12 user nova-compute[75209]:         <nova:user uuid="083bd59032704ba787de143b92528b2a">tempest-TestStampPattern-1487243372-project-member</nova:user>
Dec 04 19:36:12 user nova-compute[75209]:         <nova:project uuid="8b50a06edac64370a062c3a384441998">tempest-TestStampPattern-1487243372</nova:project>
Dec 04 19:36:12 user nova-compute[75209]:       </nova:owner>
Dec 04 19:36:12 user nova-compute[75209]:       <nova:root type="image" uuid="94bc5904-8b72-4a47-b02b-134675a30807"/>
Dec 04 19:36:12 user nova-compute[75209]:       <nova:ports>
Dec 04 19:36:12 user nova-compute[75209]:         <nova:port uuid="66425f52-3077-414a-a4c8-c6ff0f37cbac">
Dec 04 19:36:12 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:36:12 user nova-compute[75209]:         </nova:port>
Dec 04 19:36:12 user nova-compute[75209]:       </nova:ports>
Dec 04 19:36:12 user nova-compute[75209]:     </nova:instance>
Dec 04 19:36:12 user nova-compute[75209]:   </metadata>
Dec 04 19:36:12 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:36:12 user nova-compute[75209]:     <system>
Dec 04 19:36:12 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:36:12 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:36:12 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:36:12 user nova-compute[75209]:       <entry name="serial">52e597da-b4e1-4d5d-a6d0-52e9b09f0da7</entry>
Dec 04 19:36:12 user nova-compute[75209]:       <entry name="uuid">52e597da-b4e1-4d5d-a6d0-52e9b09f0da7</entry>
Dec 04 19:36:12 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:36:12 user nova-compute[75209]:     </system>
Dec 04 19:36:12 user nova-compute[75209]:   </sysinfo>
Dec 04 19:36:12 user nova-compute[75209]:   <os>
Dec 04 19:36:12 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:36:12 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:36:12 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:36:12 user nova-compute[75209]:   </os>
Dec 04 19:36:12 user nova-compute[75209]:   <features>
Dec 04 19:36:12 user nova-compute[75209]:     <acpi/>
Dec 04 19:36:12 user nova-compute[75209]:     <apic/>
Dec 04 19:36:12 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:36:12 user nova-compute[75209]:   </features>
Dec 04 19:36:12 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:36:12 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:36:12 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:36:12 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:36:12 user nova-compute[75209]:   </clock>
Dec 04 19:36:12 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:36:12 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:36:12 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:36:12 user nova-compute[75209]:   </cpu>
Dec 04 19:36:12 user nova-compute[75209]:   <devices>
Dec 04 19:36:12 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:36:12 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:36:12 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk"/>
Dec 04 19:36:12 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:36:12 user nova-compute[75209]:     </disk>
Dec 04 19:36:12 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:36:12 user nova-compute[75209]:       <mac address="fa:16:3e:74:da:7e"/>
Dec 04 19:36:12 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:36:12 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:36:12 user nova-compute[75209]:       <target dev="tap66425f52-30"/>
Dec 04 19:36:12 user nova-compute[75209]:     </interface>
Dec 04 19:36:12 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:36:12 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/console.log" append="off"/>
Dec 04 19:36:12 user nova-compute[75209]:     </serial>
Dec 04 19:36:12 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:36:12 user nova-compute[75209]:     <video>
Dec 04 19:36:12 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:36:12 user nova-compute[75209]:     </video>
Dec 04 19:36:12 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:36:12 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:36:12 user nova-compute[75209]:     </rng>
Dec 04 19:36:12 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:36:12 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:36:12 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:36:12 user nova-compute[75209]:     </memballoon>
Dec 04 19:36:12 user nova-compute[75209]:   </devices>
Dec 04 19:36:12 user nova-compute[75209]: </domain>
Dec 04 19:36:12 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:36:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-931271274',display_name='tempest-TestStampPattern-server-931271274',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-931271274',id=45,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDMeYOVQtitdL+/hWLnTSAc7YMg3kHD2HTunYXu12nHodUebjYgqKIzQaJrhVI0PhryvFRgJVe21Bidvy0Y5VaeYi8lMRUA4iBEo7ucQzn8Lm8Y5msznadpSGzp8/UZatw==',key_name='tempest-TestStampPattern-389184825',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b50a06edac64370a062c3a384441998',ramdisk_id='',reservation_id='r-7bfxh3w8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1487243372',owner_user_name='tempest-TestStampPattern-1487243372-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:36:11Z,user_data=None,user_id='083bd59032704ba787de143b92528b2a',uuid=52e597da-b4e1-4d5d-a6d0-52e9b09f0da7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converting VIF {"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:da:7e,bridge_name='br-int',has_traffic_filtering=True,id=66425f52-3077-414a-a4c8-c6ff0f37cbac,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66425f52-30') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG os_vif [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:da:7e,bridge_name='br-int',has_traffic_filtering=True,id=66425f52-3077-414a-a4c8-c6ff0f37cbac,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66425f52-30') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f34e8f44-a357-56a5-bf60-8627db3460c3', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66425f52-30, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66425f52-30, col_values=(('qos', UUID('fe0a3307-17da-4edf-96a7-0d78e926afd4')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66425f52-30, col_values=(('external_ids', {'iface-id': '66425f52-3077-414a-a4c8-c6ff0f37cbac', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:74:da:7e', 'vm-uuid': '52e597da-b4e1-4d5d-a6d0-52e9b09f0da7'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:12 user nova-compute[75209]: INFO os_vif [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:da:7e,bridge_name='br-int',has_traffic_filtering=True,id=66425f52-3077-414a-a4c8-c6ff0f37cbac,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66425f52-30')
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:36:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] No VIF found with MAC fa:16:3e:74:da:7e, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:36:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-09b18bbe-a4d9-43a7-ab04-26b37383a075 req-20592aea-6c65-42ed-a8c8-c9ec660292d2 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updated VIF entry in instance network info cache for port 66425f52-3077-414a-a4c8-c6ff0f37cbac. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:36:13 user nova-compute[75209]: DEBUG nova.network.neutron [req-09b18bbe-a4d9-43a7-ab04-26b37383a075 req-20592aea-6c65-42ed-a8c8-c9ec660292d2 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating instance_info_cache with network_info: [{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:36:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-09b18bbe-a4d9-43a7-ab04-26b37383a075 req-20592aea-6c65-42ed-a8c8-c9ec660292d2 service nova] Releasing lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-c93c1d2c-74ee-4a2c-9424-2f5801e6cdea req-5425edfa-1aeb-42cb-8d83-3269deff253a service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received event network-vif-plugged-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c93c1d2c-74ee-4a2c-9424-2f5801e6cdea req-5425edfa-1aeb-42cb-8d83-3269deff253a service nova] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c93c1d2c-74ee-4a2c-9424-2f5801e6cdea req-5425edfa-1aeb-42cb-8d83-3269deff253a service nova] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c93c1d2c-74ee-4a2c-9424-2f5801e6cdea req-5425edfa-1aeb-42cb-8d83-3269deff253a service nova] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-c93c1d2c-74ee-4a2c-9424-2f5801e6cdea req-5425edfa-1aeb-42cb-8d83-3269deff253a service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] No waiting events found dispatching network-vif-plugged-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:36:14 user nova-compute[75209]: WARNING nova.compute.manager [req-c93c1d2c-74ee-4a2c-9424-2f5801e6cdea req-5425edfa-1aeb-42cb-8d83-3269deff253a service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received unexpected event network-vif-plugged-66425f52-3077-414a-a4c8-c6ff0f37cbac for instance with vm_state building and task_state spawning.
Dec 04 19:36:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:36:16 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Instance spawned successfully.
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-d6f49664-6fb4-4f57-aac7-5fbfa57a8fef req-2ab71b1a-d1f2-4e6e-8981-f3064eb01b5f service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received event network-vif-plugged-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d6f49664-6fb4-4f57-aac7-5fbfa57a8fef req-2ab71b1a-d1f2-4e6e-8981-f3064eb01b5f service nova] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d6f49664-6fb4-4f57-aac7-5fbfa57a8fef req-2ab71b1a-d1f2-4e6e-8981-f3064eb01b5f service nova] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d6f49664-6fb4-4f57-aac7-5fbfa57a8fef req-2ab71b1a-d1f2-4e6e-8981-f3064eb01b5f service nova] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-d6f49664-6fb4-4f57-aac7-5fbfa57a8fef req-2ab71b1a-d1f2-4e6e-8981-f3064eb01b5f service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] No waiting events found dispatching network-vif-plugged-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:36:16 user nova-compute[75209]: WARNING nova.compute.manager [req-d6f49664-6fb4-4f57-aac7-5fbfa57a8fef req-2ab71b1a-d1f2-4e6e-8981-f3064eb01b5f service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received unexpected event network-vif-plugged-66425f52-3077-414a-a4c8-c6ff0f37cbac for instance with vm_state building and task_state spawning.
Dec 04 19:36:16 user nova-compute[75209]: INFO nova.compute.manager [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Took 5.32 seconds to spawn the instance on the hypervisor.
Dec 04 19:36:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:36:16 user nova-compute[75209]: INFO nova.compute.manager [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Took 5.82 seconds to build instance.
Dec 04 19:36:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4d0868cd-7e67-4065-ad13-cc585b317d13 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.916s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:36:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:36:41 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:36:42 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:36:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:45 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:36:45 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:36:46 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:36:46 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:36:46 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:36:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:36:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:36:47 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:36:47 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:36:47 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating instance_info_cache with network_info: [{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:36:47 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:36:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:36:47 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:36:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:36:50 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:36:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:36:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:36:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:36:50 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:36:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:36:51 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:36:51 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:36:51 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9061MB free_disk=25.048030853271484GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:36:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.214s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:36:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:36:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:36:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:36:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:37:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Verify base images {{(pid=75209) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Image id 94bc5904-8b72-4a47-b02b-134675a30807 yields fingerprint 700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 {{(pid=75209) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 04 19:37:08 user nova-compute[75209]: INFO nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] image 94bc5904-8b72-4a47-b02b-134675a30807 at (/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5): checking
Dec 04 19:37:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] image 94bc5904-8b72-4a47-b02b-134675a30807 at (/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5): image is in use {{(pid=75209) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75209) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 is a valid instance name {{(pid=75209) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 has a disk file {{(pid=75209) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 04 19:37:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:37:09 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:37:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 is backed by 700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 {{(pid=75209) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 04 19:37:09 user nova-compute[75209]: WARNING nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Unknown base file: /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac
Dec 04 19:37:09 user nova-compute[75209]: WARNING nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Unknown base file: /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719
Dec 04 19:37:09 user nova-compute[75209]: WARNING nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Unknown base file: /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8
Dec 04 19:37:09 user nova-compute[75209]: WARNING nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Unknown base file: /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee
Dec 04 19:37:09 user nova-compute[75209]: WARNING nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Unknown base file: /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f
Dec 04 19:37:09 user nova-compute[75209]: WARNING nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Unknown base file: /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424
Dec 04 19:37:09 user nova-compute[75209]: INFO nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Active base files: /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5
Dec 04 19:37:09 user nova-compute[75209]: INFO nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Removable base files: /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719 /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8 /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424
Dec 04 19:37:09 user nova-compute[75209]: INFO nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/e8de9eb920c997ebc505241ae7d5b8cd62ac80ac
Dec 04 19:37:09 user nova-compute[75209]: INFO nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b0acd05aaac7b5153bd09c198b8d38f6e94f2719
Dec 04 19:37:09 user nova-compute[75209]: INFO nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f655b9826203a782946117394ca864c86877d2b8
Dec 04 19:37:09 user nova-compute[75209]: INFO nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b00d29c86dd1c5d15a9b9d5282296bcb7a811bee
Dec 04 19:37:09 user nova-compute[75209]: INFO nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0f4e23939021c8538e93fde24c813428141dd10f
Dec 04 19:37:09 user nova-compute[75209]: INFO nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/5aa6d1e7d6769262e84a44e9524d0712f1e80424
Dec 04 19:37:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Verification complete {{(pid=75209) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Dec 04 19:37:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Verify swap images {{(pid=75209) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Dec 04 19:37:09 user nova-compute[75209]: DEBUG nova.virt.libvirt.imagecache [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Verify ephemeral images {{(pid=75209) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Dec 04 19:37:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:37:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:37:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:37:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:37:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:37:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:42 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:42 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:42 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:45 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:47 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:37:47 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:37:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:37:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:48 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:48 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:37:48 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:37:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:37:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:37:48 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:37:48 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:37:49 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating instance_info_cache with network_info: [{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:37:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:37:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:37:49 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:37:52 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:37:53 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:37:53 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:37:53 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9079MB free_disk=25.04747772216797GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:37:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.163s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:37:55 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:55 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:55 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:37:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:37:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:37:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:38:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-074bf8f5-7c2e-4e9f-9168-c5026ebb09cf req-e867c2ba-f8bd-451d-ba91-f630ccba3707 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received event network-changed-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:38:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-074bf8f5-7c2e-4e9f-9168-c5026ebb09cf req-e867c2ba-f8bd-451d-ba91-f630ccba3707 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Refreshing instance network info cache due to event network-changed-66425f52-3077-414a-a4c8-c6ff0f37cbac. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:38:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-074bf8f5-7c2e-4e9f-9168-c5026ebb09cf req-e867c2ba-f8bd-451d-ba91-f630ccba3707 service nova] Acquiring lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:38:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-074bf8f5-7c2e-4e9f-9168-c5026ebb09cf req-e867c2ba-f8bd-451d-ba91-f630ccba3707 service nova] Acquired lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:38:02 user nova-compute[75209]: DEBUG nova.network.neutron [req-074bf8f5-7c2e-4e9f-9168-c5026ebb09cf req-e867c2ba-f8bd-451d-ba91-f630ccba3707 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Refreshing network info cache for port 66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:38:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:02 user nova-compute[75209]: DEBUG nova.network.neutron [req-074bf8f5-7c2e-4e9f-9168-c5026ebb09cf req-e867c2ba-f8bd-451d-ba91-f630ccba3707 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updated VIF entry in instance network info cache for port 66425f52-3077-414a-a4c8-c6ff0f37cbac. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:38:02 user nova-compute[75209]: DEBUG nova.network.neutron [req-074bf8f5-7c2e-4e9f-9168-c5026ebb09cf req-e867c2ba-f8bd-451d-ba91-f630ccba3707 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating instance_info_cache with network_info: [{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-074bf8f5-7c2e-4e9f-9168-c5026ebb09cf req-e867c2ba-f8bd-451d-ba91-f630ccba3707 service nova] Releasing lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lazy-loading 'flavor' on Instance uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:38:03 user nova-compute[75209]: INFO nova.compute.manager [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Attaching volume 5071b049-c2f6-44c7-a4c2-07d351c98f84 to /dev/vdb
Dec 04 19:38:03 user nova-compute[75209]: DEBUG os_brick.utils [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cce5dea-b904-440e-8500-ddd7a2d5481b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea48213-a7ac-402e-be7a-6791b49ff644]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[edaf958f-bcb2-425a-8b3e-37511d9962fd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff26541a-d456-46d6-8900-c6be8261da89]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:38:03 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:38:03 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8750302e-362a-4e06-a29c-bae03cbefab7]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG os_brick.utils [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:38:03 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating existing volume attachment record: 34bf1013-5096-4303-9cb0-ee7db2b06e13 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:38:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rIkjqMFC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:38:12 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:38:12 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:38:12 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb7fd19-ed02-42f0-aeee-f69c71102e91]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:38:12 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8eb56f4-3df2-4112-b85f-318b1873839b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84] added
Dec 04 19:38:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea104bcc-5ad4-4cc3-8a04-da0025945a5b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4924a01b-7062-4a45-8efd-1d41620093f2]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rIkjqMFC {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rIkjqMFC" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[449b9b86-02cd-4fd3-aeb2-9c14576772b3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rIkjqMFC'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a658ae-79b0-48e1-bd18-e790dc48daa5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4afce64-ff01-4772-9bcd-e422835b79c8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:38:12 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:38:12 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:38:12 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:38:12 user nova-compute[75209]: 
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[19160acb-d395-4341-b42e-655cd82d6d78]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84, portal: 172.16.0.220,3260]
Dec 04 19:38:12 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84, portal: 172.16.0.220,3260] successful.
Dec 04 19:38:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[307b1a54-42be-4e48-a29f-e3f4d55b7829]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ea8f0e-8481-497b-bed1-6eec1035885a]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 (non-flash)
Dec 04 19:38:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 (non-flash)
Dec 04 19:38:12 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[34445f5d-f2e6-46bb-a254-8c8cf6b647c2]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:38:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:13 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:38:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rIkjqMFC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:38:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:38:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23232643131366664', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:38:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232643131366664', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:38:13 user nova-compute[75209]: DEBUG nova.objects.instance [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lazy-loading 'flavor' on Instance uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:38:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:38:13 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:38:13 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:38:13 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:38:13 user nova-compute[75209]:   <serial>5071b049-c2f6-44c7-a4c2-07d351c98f84</serial>
Dec 04 19:38:13 user nova-compute[75209]: </disk>
Dec 04 19:38:13 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:38:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:38:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:38:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] No VIF found with MAC fa:16:3e:74:da:7e, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:38:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d94beae-b066-482f-bdb1-df82f34b90aa tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.698s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:38:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:38:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:38:15 user nova-compute[75209]: INFO nova.compute.manager [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Detaching volume 5071b049-c2f6-44c7-a4c2-07d351c98f84
Dec 04 19:38:15 user nova-compute[75209]: INFO nova.virt.block_device [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Attempting to driver detach volume 5071b049-c2f6-44c7-a4c2-07d351c98f84 from mountpoint /dev/vdb
Dec 04 19:38:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Attempting to detach device vdb from instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:38:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:38:15 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:38:15 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:38:15 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:38:15 user nova-compute[75209]:   <serial>5071b049-c2f6-44c7-a4c2-07d351c98f84</serial>
Dec 04 19:38:15 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:38:15 user nova-compute[75209]: </disk>
Dec 04 19:38:15 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:38:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Successfully detached device vdb from instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 from the persistent domain config.
Dec 04 19:38:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:38:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:38:15 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:38:15 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:38:15 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:38:15 user nova-compute[75209]:   <serial>5071b049-c2f6-44c7-a4c2-07d351c98f84</serial>
Dec 04 19:38:15 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:38:15 user nova-compute[75209]: </disk>
Dec 04 19:38:15 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:38:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:38:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:30 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:38:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:38:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:38:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:38:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:36 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 is timed out.
Dec 04 19:38:36 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Successfully detached device vdb from instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 from the live domain config.
Dec 04 19:38:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rIkjqMFC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:38:36 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ffb422-d692-4a9b-b569-6e1395e5b414]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:38:36 user nova-compute[75209]: No targets found.
Dec 04 19:38:36 user nova-compute[75209]: iSNS:
Dec 04 19:38:36 user nova-compute[75209]: No targets found.
Dec 04 19:38:36 user nova-compute[75209]: STATIC:
Dec 04 19:38:36 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84
Dec 04 19:38:36 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:38:36 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:38:36 user nova-compute[75209]: FIRMWARE:
Dec 04 19:38:36 user nova-compute[75209]: No targets found.
Dec 04 19:38:36 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:38:36 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:38:36 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fd6f5f7-f789-4b9f-89be-702882fdf2ce]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[75f54c23-78ed-4c37-b145-51829bdd265c]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 (non-flash)
Dec 04 19:38:36 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 (non-flash)
Dec 04 19:38:36 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c590820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f4f8fb-f856-4017-ae64-7be37588c0c5]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5bbd354-9491-4da0-a8d7-e22a032feffc]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9cf79a4-8fce-4fb6-980b-6ea45964888a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.029s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd368d8-54f6-4909-9024-e435ab417662]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[22526400-451a-4187-8984-1ed1bc6f06ef]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8848f9b6-4393-440e-b230-f04288037cd1]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84, portal: 172.16.0.220,3260]
Dec 04 19:38:36 user nova-compute[75209]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84, portal: 172.16.0.220,3260] successful.
Dec 04 19:38:36 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5071b049-c2f6-44c7-a4c2-07d351c98f84 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff67e21d-d6f2-4a05-9556-877b5aed5661]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.271s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] <== disconnect_volume: return (273ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:38:36 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:38:37 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lazy-loading 'flavor' on Instance uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:38:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cb677027-bd59-40bb-a107-c36dcd0416e3 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.901s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:38:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 7.451s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:38:37 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:38:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:42 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:38:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:38:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:38:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:38:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:38:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:38:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:38:44 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:38:47 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:38:47 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:38:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:48 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:38:48 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:38:48 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:38:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:38:48 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:38:48 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:38:48 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:38:49 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating instance_info_cache with network_info: [{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:38:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:38:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:38:49 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:38:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:38:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:38:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:38:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:38:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:38:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:54 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:38:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:38:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:38:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:38:54 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:38:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:38:55 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:38:55 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:38:55 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9062MB free_disk=25.038551330566406GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:38:55 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:38:56 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:38:56 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:38:56 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:38:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.449s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:38:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:38:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:38:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:38:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:38:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:38:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:39:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:39:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:39:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:39:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:39:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:39:11 user nova-compute[75209]: INFO nova.compute.manager [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] instance snapshotting
Dec 04 19:39:11 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Beginning live snapshot process
Dec 04 19:39:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json -f qcow2 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json -f qcow2" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json -f qcow2 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json -f qcow2" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:11 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5 --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpen0e4ws8/32d35e56d2864a4cb870d183ae4608cc.delta 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:12 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/700a8b46ea66557af31ccfc1fb2b8308be6ce4b5,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpen0e4ws8/32d35e56d2864a4cb870d183ae4608cc.delta 1073741824" returned: 0 in 0.048s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:12 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 04 19:39:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:39:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:39:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:39:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:39:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:39:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:13 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75209) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 04 19:39:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 04 19:39:13 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:39:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpen0e4ws8/32d35e56d2864a4cb870d183ae4608cc.delta /opt/stack/data/nova/instances/snapshots/tmpen0e4ws8/32d35e56d2864a4cb870d183ae4608cc {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpen0e4ws8/32d35e56d2864a4cb870d183ae4608cc.delta /opt/stack/data/nova/instances/snapshots/tmpen0e4ws8/32d35e56d2864a4cb870d183ae4608cc" returned: 0 in 0.562s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:14 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Snapshot extracted, beginning image upload
Dec 04 19:39:16 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Snapshot image upload complete
Dec 04 19:39:16 user nova-compute[75209]: INFO nova.compute.manager [None req-d682dd04-ecd9-41d0-ab16-b7755f8e3755 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Took 5.07 seconds to snapshot the instance on the hypervisor.
Dec 04 19:39:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "e676bf99-06a0-4930-985a-b7051df65135" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:39:18 user nova-compute[75209]: INFO nova.compute.claims [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Claim successful on node user
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.247s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:39:18 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.policy [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '083bd59032704ba787de143b92528b2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b50a06edac64370a062c3a384441998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:39:18 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Creating image(s)
Dec 04 19:39:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "/opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "/opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "/opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "fa92ac290aedc12f6339423ec2fe4192a893044d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:39:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "fa92ac290aedc12f6339423ec2fe4192a893044d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:39:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d.part --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:19 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Successfully created port: 1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:39:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d.part --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:19 user nova-compute[75209]: DEBUG nova.virt.images [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] c00da9f3-d5c3-4f06-b2ba-c7895f6f86f4 was qcow2, converting to raw {{(pid=75209) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 04 19:39:19 user nova-compute[75209]: DEBUG nova.privsep.utils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75209) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 04 19:39:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d.part /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d.converted {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d.part /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d.converted" returned: 0 in 0.481s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d.converted --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Successfully updated port: 1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.compute.manager [req-0af03eb4-79a4-4947-93c8-6e8314016423 req-e989fb7c-c132-4605-8ab0-266ca024ef7b service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received event network-changed-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.compute.manager [req-0af03eb4-79a4-4947-93c8-6e8314016423 req-e989fb7c-c132-4605-8ab0-266ca024ef7b service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Refreshing instance network info cache due to event network-changed-1f4e15a5-da24-4829-9ae9-4db2800f9fcf. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0af03eb4-79a4-4947-93c8-6e8314016423 req-e989fb7c-c132-4605-8ab0-266ca024ef7b service nova] Acquiring lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0af03eb4-79a4-4947-93c8-6e8314016423 req-e989fb7c-c132-4605-8ab0-266ca024ef7b service nova] Acquired lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.network.neutron [req-0af03eb4-79a4-4947-93c8-6e8314016423 req-e989fb7c-c132-4605-8ab0-266ca024ef7b service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Refreshing network info cache for port 1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "fa92ac290aedc12f6339423ec2fe4192a893044d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.719s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.network.neutron [req-0af03eb4-79a4-4947-93c8-6e8314016423 req-e989fb7c-c132-4605-8ab0-266ca024ef7b service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "fa92ac290aedc12f6339423ec2fe4192a893044d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "fa92ac290aedc12f6339423ec2fe4192a893044d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.network.neutron [req-0af03eb4-79a4-4947-93c8-6e8314016423 req-e989fb7c-c132-4605-8ab0-266ca024ef7b service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-0af03eb4-79a4-4947-93c8-6e8314016423 req-e989fb7c-c132-4605-8ab0-266ca024ef7b service nova] Releasing lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquired lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d,backing_fmt=raw /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk 1073741824 {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d,backing_fmt=raw /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk 1073741824" returned: 0 in 0.049s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "fa92ac290aedc12f6339423ec2fe4192a893044d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Updating instance_info_cache with network_info: [{"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/fa92ac290aedc12f6339423ec2fe4192a893044d --force-share --output=json" returned: 0 in 0.182s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Created local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Ensure instance console log exists: /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:39:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Releasing lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Instance network_info: |[{"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Start _get_guest_xml network_info=[{"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='966c9146a9fcdf5bb4a8d708058587b1',container_format='bare',created_at=2023-12-04T19:39:11Z,direct_url=<?>,disk_format='qcow2',id=c00da9f3-d5c3-4f06-b2ba-c7895f6f86f4,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1882562878',owner='8b50a06edac64370a062c3a384441998',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-04T19:39:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/vda', 'size': 0, 'encrypted': False, 'image_id': 'c00da9f3-d5c3-4f06-b2ba-c7895f6f86f4'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:39:21 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:39:21 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='966c9146a9fcdf5bb4a8d708058587b1',container_format='bare',created_at=2023-12-04T19:39:11Z,direct_url=<?>,disk_format='qcow2',id=c00da9f3-d5c3-4f06-b2ba-c7895f6f86f4,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1882562878',owner='8b50a06edac64370a062c3a384441998',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-04T19:39:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:39:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-969406768',display_name='tempest-TestStampPattern-server-969406768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-969406768',id=46,image_ref='c00da9f3-d5c3-4f06-b2ba-c7895f6f86f4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDMeYOVQtitdL+/hWLnTSAc7YMg3kHD2HTunYXu12nHodUebjYgqKIzQaJrhVI0PhryvFRgJVe21Bidvy0Y5VaeYi8lMRUA4iBEo7ucQzn8Lm8Y5msznadpSGzp8/UZatw==',key_name='tempest-TestStampPattern-389184825',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b50a06edac64370a062c3a384441998',ramdisk_id='',reservation_id='r-2eclgbot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='52e597da-b4e1-4d5d-a6d0-52e9b09f0da7',image_min_disk='1',image_min_ram='0',image_owner_id='8b50a06edac64370a062c3a384441998',image_owner_project_name='tempest-TestStampPattern-1487243372',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1487243372-project-member',image_user_id='083bd59032704ba787de143b92528b2a',network_allocated='True',owner_project_name='tempest-TestStampPattern-1487243372',owner_user_name='tempest-TestStampPattern-1487243372-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:39:19Z,user_data=None,user_id='083bd59032704ba787de143b92528b2a',uuid=e676bf99-06a0-4930-985a-b7051df65135,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converting VIF {"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:ab:83,bridge_name='br-int',has_traffic_filtering=True,id=1f4e15a5-da24-4829-9ae9-4db2800f9fcf,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f4e15a5-da') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.objects.instance [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lazy-loading 'pci_devices' on Instance uuid e676bf99-06a0-4930-985a-b7051df65135 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:39:21 user nova-compute[75209]:   <uuid>e676bf99-06a0-4930-985a-b7051df65135</uuid>
Dec 04 19:39:21 user nova-compute[75209]:   <name>instance-0000002e</name>
Dec 04 19:39:21 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:39:21 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:39:21 user nova-compute[75209]:   <metadata>
Dec 04 19:39:21 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:39:21 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:39:21 user nova-compute[75209]:       <nova:name>tempest-TestStampPattern-server-969406768</nova:name>
Dec 04 19:39:21 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:39:21</nova:creationTime>
Dec 04 19:39:21 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:39:21 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:39:21 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:39:21 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:39:21 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:39:21 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:39:21 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:39:21 user nova-compute[75209]:       <nova:owner>
Dec 04 19:39:21 user nova-compute[75209]:         <nova:user uuid="083bd59032704ba787de143b92528b2a">tempest-TestStampPattern-1487243372-project-member</nova:user>
Dec 04 19:39:21 user nova-compute[75209]:         <nova:project uuid="8b50a06edac64370a062c3a384441998">tempest-TestStampPattern-1487243372</nova:project>
Dec 04 19:39:21 user nova-compute[75209]:       </nova:owner>
Dec 04 19:39:21 user nova-compute[75209]:       <nova:root type="image" uuid="c00da9f3-d5c3-4f06-b2ba-c7895f6f86f4"/>
Dec 04 19:39:21 user nova-compute[75209]:       <nova:ports>
Dec 04 19:39:21 user nova-compute[75209]:         <nova:port uuid="1f4e15a5-da24-4829-9ae9-4db2800f9fcf">
Dec 04 19:39:21 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 19:39:21 user nova-compute[75209]:         </nova:port>
Dec 04 19:39:21 user nova-compute[75209]:       </nova:ports>
Dec 04 19:39:21 user nova-compute[75209]:     </nova:instance>
Dec 04 19:39:21 user nova-compute[75209]:   </metadata>
Dec 04 19:39:21 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:39:21 user nova-compute[75209]:     <system>
Dec 04 19:39:21 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:39:21 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:39:21 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:39:21 user nova-compute[75209]:       <entry name="serial">e676bf99-06a0-4930-985a-b7051df65135</entry>
Dec 04 19:39:21 user nova-compute[75209]:       <entry name="uuid">e676bf99-06a0-4930-985a-b7051df65135</entry>
Dec 04 19:39:21 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:39:21 user nova-compute[75209]:     </system>
Dec 04 19:39:21 user nova-compute[75209]:   </sysinfo>
Dec 04 19:39:21 user nova-compute[75209]:   <os>
Dec 04 19:39:21 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:39:21 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:39:21 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:39:21 user nova-compute[75209]:   </os>
Dec 04 19:39:21 user nova-compute[75209]:   <features>
Dec 04 19:39:21 user nova-compute[75209]:     <acpi/>
Dec 04 19:39:21 user nova-compute[75209]:     <apic/>
Dec 04 19:39:21 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:39:21 user nova-compute[75209]:   </features>
Dec 04 19:39:21 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:39:21 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:39:21 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:39:21 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:39:21 user nova-compute[75209]:   </clock>
Dec 04 19:39:21 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:39:21 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:39:21 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:39:21 user nova-compute[75209]:   </cpu>
Dec 04 19:39:21 user nova-compute[75209]:   <devices>
Dec 04 19:39:21 user nova-compute[75209]:     <disk type="file" device="disk">
Dec 04 19:39:21 user nova-compute[75209]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 04 19:39:21 user nova-compute[75209]:       <source file="/opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk"/>
Dec 04 19:39:21 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:39:21 user nova-compute[75209]:     </disk>
Dec 04 19:39:21 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:39:21 user nova-compute[75209]:       <mac address="fa:16:3e:90:ab:83"/>
Dec 04 19:39:21 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:39:21 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:39:21 user nova-compute[75209]:       <target dev="tap1f4e15a5-da"/>
Dec 04 19:39:21 user nova-compute[75209]:     </interface>
Dec 04 19:39:21 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:39:21 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/console.log" append="off"/>
Dec 04 19:39:21 user nova-compute[75209]:     </serial>
Dec 04 19:39:21 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:39:21 user nova-compute[75209]:     <video>
Dec 04 19:39:21 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:39:21 user nova-compute[75209]:     </video>
Dec 04 19:39:21 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:39:21 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:39:21 user nova-compute[75209]:     </rng>
Dec 04 19:39:21 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:39:21 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:39:21 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:39:21 user nova-compute[75209]:     </memballoon>
Dec 04 19:39:21 user nova-compute[75209]:   </devices>
Dec 04 19:39:21 user nova-compute[75209]: </domain>
Dec 04 19:39:21 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:39:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-969406768',display_name='tempest-TestStampPattern-server-969406768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-969406768',id=46,image_ref='c00da9f3-d5c3-4f06-b2ba-c7895f6f86f4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDMeYOVQtitdL+/hWLnTSAc7YMg3kHD2HTunYXu12nHodUebjYgqKIzQaJrhVI0PhryvFRgJVe21Bidvy0Y5VaeYi8lMRUA4iBEo7ucQzn8Lm8Y5msznadpSGzp8/UZatw==',key_name='tempest-TestStampPattern-389184825',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8b50a06edac64370a062c3a384441998',ramdisk_id='',reservation_id='r-2eclgbot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='52e597da-b4e1-4d5d-a6d0-52e9b09f0da7',image_min_disk='1',image_min_ram='0',image_owner_id='8b50a06edac64370a062c3a384441998',image_owner_project_name='tempest-TestStampPattern-1487243372',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1487243372-project-member',image_user_id='083bd59032704ba787de143b92528b2a',network_allocated='True',owner_project_name='tempest-TestStampPattern-1487243372',owner_user_name='tempest-TestStampPattern-1487243372-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:39:19Z,user_data=None,user_id='083bd59032704ba787de143b92528b2a',uuid=e676bf99-06a0-4930-985a-b7051df65135,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converting VIF {"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:ab:83,bridge_name='br-int',has_traffic_filtering=True,id=1f4e15a5-da24-4829-9ae9-4db2800f9fcf,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f4e15a5-da') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG os_vif [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:ab:83,bridge_name='br-int',has_traffic_filtering=True,id=1f4e15a5-da24-4829-9ae9-4db2800f9fcf,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f4e15a5-da') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4c6a6e66-2acd-576f-b158-871a66d3a0f5', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1f4e15a5-da, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1f4e15a5-da, col_values=(('qos', UUID('54b73482-bb30-4c75-b4f0-bb9ef1f7bd93')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1f4e15a5-da, col_values=(('external_ids', {'iface-id': '1f4e15a5-da24-4829-9ae9-4db2800f9fcf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:90:ab:83', 'vm-uuid': 'e676bf99-06a0-4930-985a-b7051df65135'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:21 user nova-compute[75209]: INFO os_vif [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:ab:83,bridge_name='br-int',has_traffic_filtering=True,id=1f4e15a5-da24-4829-9ae9-4db2800f9fcf,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f4e15a5-da')
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:39:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] No VIF found with MAC fa:16:3e:90:ab:83, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:39:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-c379c35b-f65e-4e16-a9a0-730915696e85 req-d30fc9f4-f5d8-4e7d-969d-0221e14c5b1c service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received event network-vif-plugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:39:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c379c35b-f65e-4e16-a9a0-730915696e85 req-d30fc9f4-f5d8-4e7d-969d-0221e14c5b1c service nova] Acquiring lock "e676bf99-06a0-4930-985a-b7051df65135-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:39:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c379c35b-f65e-4e16-a9a0-730915696e85 req-d30fc9f4-f5d8-4e7d-969d-0221e14c5b1c service nova] Lock "e676bf99-06a0-4930-985a-b7051df65135-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:39:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c379c35b-f65e-4e16-a9a0-730915696e85 req-d30fc9f4-f5d8-4e7d-969d-0221e14c5b1c service nova] Lock "e676bf99-06a0-4930-985a-b7051df65135-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:39:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-c379c35b-f65e-4e16-a9a0-730915696e85 req-d30fc9f4-f5d8-4e7d-969d-0221e14c5b1c service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] No waiting events found dispatching network-vif-plugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:39:22 user nova-compute[75209]: WARNING nova.compute.manager [req-c379c35b-f65e-4e16-a9a0-730915696e85 req-d30fc9f4-f5d8-4e7d-969d-0221e14c5b1c service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received unexpected event network-vif-plugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf for instance with vm_state building and task_state spawning.
Dec 04 19:39:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:24 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:39:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:39:24 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: e676bf99-06a0-4930-985a-b7051df65135] Instance spawned successfully.
Dec 04 19:39:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:39:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:39:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:39:24 user nova-compute[75209]: INFO nova.compute.manager [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Took 6.01 seconds to spawn the instance on the hypervisor.
Dec 04 19:39:24 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:39:24 user nova-compute[75209]: INFO nova.compute.manager [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Took 6.57 seconds to build instance.
Dec 04 19:39:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c82d5338-f0d3-4c88-84b5-9b38799d7c1d tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.665s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:39:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-09843818-ab96-45fb-8b45-224475f01220 req-8c2f054b-4c11-44f1-8481-c6f69513231e service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received event network-vif-plugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:39:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-09843818-ab96-45fb-8b45-224475f01220 req-8c2f054b-4c11-44f1-8481-c6f69513231e service nova] Acquiring lock "e676bf99-06a0-4930-985a-b7051df65135-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:39:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-09843818-ab96-45fb-8b45-224475f01220 req-8c2f054b-4c11-44f1-8481-c6f69513231e service nova] Lock "e676bf99-06a0-4930-985a-b7051df65135-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:39:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-09843818-ab96-45fb-8b45-224475f01220 req-8c2f054b-4c11-44f1-8481-c6f69513231e service nova] Lock "e676bf99-06a0-4930-985a-b7051df65135-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:39:24 user nova-compute[75209]: DEBUG nova.compute.manager [req-09843818-ab96-45fb-8b45-224475f01220 req-8c2f054b-4c11-44f1-8481-c6f69513231e service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] No waiting events found dispatching network-vif-plugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:39:24 user nova-compute[75209]: WARNING nova.compute.manager [req-09843818-ab96-45fb-8b45-224475f01220 req-8c2f054b-4c11-44f1-8481-c6f69513231e service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received unexpected event network-vif-plugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf for instance with vm_state active and task_state None.
Dec 04 19:39:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:39:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:44 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:39:44 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:39:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:46 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:39:48 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:39:48 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:39:49 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:39:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:39:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:39:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:39:49 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:39:49 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:39:49 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:39:50 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating instance_info_cache with network_info: [{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:39:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:39:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:39:50 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:39:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:39:54 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:39:54 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:39:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:39:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:39:54 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:39:54 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:39:54 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:39:55 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:39:56 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:39:56 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:39:56 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8888MB free_disk=24.892536163330078GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance e676bf99-06a0-4930-985a-b7051df65135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:39:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.222s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:40:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:40:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:46 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:40:46 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:40:48 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:40:49 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:40:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:40:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:51 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:40:51 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:40:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:40:51 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:40:51 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: e676bf99-06a0-4930-985a-b7051df65135] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:40:52 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: e676bf99-06a0-4930-985a-b7051df65135] Updating instance_info_cache with network_info: [{"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:40:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:40:52 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: e676bf99-06a0-4930-985a-b7051df65135] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:40:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:40:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:40:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:40:56 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:40:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:40:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:40:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:40:56 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:40:56 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:40:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:40:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:40:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:40:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:40:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:40:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:40:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:40:58 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:40:58 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:40:58 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8983MB free_disk=24.891727447509766GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:40:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:40:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:40:58 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:40:58 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance e676bf99-06a0-4930-985a-b7051df65135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:40:58 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:40:58 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:40:58 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:40:58 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:40:58 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:40:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.243s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:41:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:41:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-77a31e46-2666-4185-8792-1234a461d30d req-9d758a1e-10eb-4aed-a242-47c886b04497 service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received event network-changed-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG nova.compute.manager [req-77a31e46-2666-4185-8792-1234a461d30d req-9d758a1e-10eb-4aed-a242-47c886b04497 service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Refreshing instance network info cache due to event network-changed-1f4e15a5-da24-4829-9ae9-4db2800f9fcf. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-77a31e46-2666-4185-8792-1234a461d30d req-9d758a1e-10eb-4aed-a242-47c886b04497 service nova] Acquiring lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-77a31e46-2666-4185-8792-1234a461d30d req-9d758a1e-10eb-4aed-a242-47c886b04497 service nova] Acquired lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-77a31e46-2666-4185-8792-1234a461d30d req-9d758a1e-10eb-4aed-a242-47c886b04497 service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Refreshing network info cache for port 1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "e676bf99-06a0-4930-985a-b7051df65135" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG nova.objects.instance [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lazy-loading 'flavor' on Instance uuid e676bf99-06a0-4930-985a-b7051df65135 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-77a31e46-2666-4185-8792-1234a461d30d req-9d758a1e-10eb-4aed-a242-47c886b04497 service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Updated VIF entry in instance network info cache for port 1f4e15a5-da24-4829-9ae9-4db2800f9fcf. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG nova.network.neutron [req-77a31e46-2666-4185-8792-1234a461d30d req-9d758a1e-10eb-4aed-a242-47c886b04497 service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Updating instance_info_cache with network_info: [{"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-77a31e46-2666-4185-8792-1234a461d30d req-9d758a1e-10eb-4aed-a242-47c886b04497 service nova] Releasing lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "e676bf99-06a0-4930-985a-b7051df65135" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:41:10 user nova-compute[75209]: INFO nova.compute.manager [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Attaching volume 6849bd79-263c-4d50-85c1-a1462cd5fa4e to /dev/vdb
Dec 04 19:41:10 user nova-compute[75209]: DEBUG os_brick.utils [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc84e848-31b7-4920-96c1-63869c85ca1c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fd172af-4ad1-4817-b893-b85724221862]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35db37f-e7ec-4a14-a94c-b2dbe1898c56]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cf67d6e-ad82-495f-946a-ac36c2fc8b0b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:41:10 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:41:10 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a8d327-0ae9-455b-aaa9-7fcc2347fece]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG os_brick.utils [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:41:10 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Updating existing volume attachment record: d7d5833f-fe92-4768-a2e7-b805fe2b9e33 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:41:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:16 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AWExdCgw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:41:19 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:41:19 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:41:19 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd816c93-66a5-4883-9bb6-e43b23ea8f69]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:41:19 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a958fd9a-dcfd-42aa-a5f1-4c5469ee56f4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e] added
Dec 04 19:41:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[128e39bd-847a-4bca-9212-5260d5798f53]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a214d08a-1743-4176-8424-70c8dc7c3894]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AWExdCgw {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AWExdCgw" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1b927f-729e-40da-a0b5-f332c28d8639]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AWExdCgw'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[da3f9ef9-6594-4a0c-b11d-754ad9881c47]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2e3c306-aeff-4367-abad-76fc8bce2bd2]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:41:19 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:41:19 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:41:19 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:41:19 user nova-compute[75209]: 
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[66066ca2-1a98-4f43-9623-65c29562e683]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e, portal: 172.16.0.220,3260]
Dec 04 19:41:19 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e, portal: 172.16.0.220,3260] successful.
Dec 04 19:41:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca99b9d6-d87c-49cc-9b7f-1025a6fe4cc9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ff1b09-4d48-453e-9c83-64119243f2fb]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e (non-flash)
Dec 04 19:41:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e (non-flash)
Dec 04 19:41:19 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9975936-f7c4-44e8-a3a6-53d2f03a3c07]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:19 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:41:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:20 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:41:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AWExdCgw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:41:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:41:20 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] <== connect_volume: return (1302ms) {'type': 'block', 'scsi_wwn': '23638636165353263', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:41:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23638636165353263', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:41:20 user nova-compute[75209]: DEBUG nova.objects.instance [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lazy-loading 'flavor' on Instance uuid e676bf99-06a0-4930-985a-b7051df65135 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:41:20 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] attach device xml: <disk type="block" device="disk">
Dec 04 19:41:20 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:41:20 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:41:20 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:41:20 user nova-compute[75209]:   <serial>6849bd79-263c-4d50-85c1-a1462cd5fa4e</serial>
Dec 04 19:41:20 user nova-compute[75209]: </disk>
Dec 04 19:41:20 user nova-compute[75209]:  {{(pid=75209) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 04 19:41:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:41:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:41:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] No VIF found with MAC fa:16:3e:90:ab:83, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:41:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-afeb57ed-6468-4dea-a6f2-ce4fd1ed73e2 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.770s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:41:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "e676bf99-06a0-4930-985a-b7051df65135" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:41:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:41:23 user nova-compute[75209]: INFO nova.compute.manager [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Detaching volume 6849bd79-263c-4d50-85c1-a1462cd5fa4e
Dec 04 19:41:23 user nova-compute[75209]: INFO nova.virt.block_device [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Attempting to driver detach volume 6849bd79-263c-4d50-85c1-a1462cd5fa4e from mountpoint /dev/vdb
Dec 04 19:41:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Attempting to detach device vdb from instance e676bf99-06a0-4930-985a-b7051df65135 from the persistent domain config. {{(pid=75209) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 04 19:41:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:41:23 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:41:23 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:41:23 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:41:23 user nova-compute[75209]:   <serial>6849bd79-263c-4d50-85c1-a1462cd5fa4e</serial>
Dec 04 19:41:23 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:41:23 user nova-compute[75209]: </disk>
Dec 04 19:41:23 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:41:23 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Successfully detached device vdb from instance e676bf99-06a0-4930-985a-b7051df65135 from the persistent domain config.
Dec 04 19:41:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e676bf99-06a0-4930-985a-b7051df65135 from the live domain config. {{(pid=75209) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 04 19:41:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.guest [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] detach device xml: <disk type="block" device="disk">
Dec 04 19:41:23 user nova-compute[75209]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:41:23 user nova-compute[75209]:   <source dev="/dev/sdb"/>
Dec 04 19:41:23 user nova-compute[75209]:   <target dev="vdb" bus="virtio"/>
Dec 04 19:41:23 user nova-compute[75209]:   <serial>6849bd79-263c-4d50-85c1-a1462cd5fa4e</serial>
Dec 04 19:41:23 user nova-compute[75209]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 04 19:41:23 user nova-compute[75209]: </disk>
Dec 04 19:41:23 user nova-compute[75209]:  {{(pid=75209) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 04 19:41:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e676bf99-06a0-4930-985a-b7051df65135 {{(pid=75209) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 04 19:41:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:36 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:44 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e676bf99-06a0-4930-985a-b7051df65135 is timed out.
Dec 04 19:41:44 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Successfully detached device vdb from instance e676bf99-06a0-4930-985a-b7051df65135 from the live domain config.
Dec 04 19:41:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AWExdCgw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:41:44 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd32bfc4-9457-49a3-8e26-dc3b60549792]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:41:44 user nova-compute[75209]: No targets found.
Dec 04 19:41:44 user nova-compute[75209]: iSNS:
Dec 04 19:41:44 user nova-compute[75209]: No targets found.
Dec 04 19:41:44 user nova-compute[75209]: STATIC:
Dec 04 19:41:44 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e
Dec 04 19:41:44 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:41:44 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:41:44 user nova-compute[75209]: FIRMWARE:
Dec 04 19:41:44 user nova-compute[75209]: No targets found.
Dec 04 19:41:44 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:41:44 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:41:44 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d82b4ac8-e967-49c2-8587-aa9cf1d40b6c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ec7c51-a7d2-4f05-ae0a-f34d4bcb04ea]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e (non-flash)
Dec 04 19:41:44 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e (non-flash)
Dec 04 19:41:44 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c73a560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[31884ad9-a62e-485c-90b0-5db45913c819]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a0e0f9e-b4a2-47c5-a2ad-204c807e7166]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[212034f0-df46-47b1-8519-1ddbc4f26a4b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fecc8f5-5656-4f09-aef3-21dae0a169a3]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[285cb4c7-a7d5-43a7-83e8-4a5cff807385]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[90af6510-43a4-4c13-a5b9-72e8ddd82bf1]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e, portal: 172.16.0.220,3260]
Dec 04 19:41:44 user nova-compute[75209]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e, portal: 172.16.0.220,3260] successful.
Dec 04 19:41:44 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6849bd79-263c-4d50-85c1-a1462cd5fa4e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa8ff455-4c98-4599-b714-2211b95f82da]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.273s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] <== disconnect_volume: return (274ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:41:44 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:41:45 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lazy-loading 'flavor' on Instance uuid e676bf99-06a0-4930-985a-b7051df65135 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:41:45 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cbb506f0-2e2b-4278-9b14-d23bcdf7c552 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.628s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:41:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:46 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:41:47 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:41:48 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:41:49 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:41:49 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:41:49 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:41:51 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:41:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:41:52 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:41:52 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:41:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:41:52 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:41:52 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:41:52 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:41:53 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating instance_info_cache with network_info: [{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:41:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:41:53 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:41:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:41:54 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:41:55 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:41:56 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:41:58 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:41:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:41:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:41:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:41:58 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:41:58 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:41:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:41:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:42:00 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:42:00 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:42:00 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8979MB free_disk=24.89065170288086GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:42:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:42:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:42:00 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:42:00 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance e676bf99-06a0-4930-985a-b7051df65135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:42:00 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:42:00 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:42:00 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:42:00 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:42:00 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:42:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.254s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:42:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:42:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:42:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-21ea4d23-8a88-43c4-9fcd-b06abb474935 req-9571043a-fbf2-4fa1-bde7-cc1c6986eb0a service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received event network-changed-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-21ea4d23-8a88-43c4-9fcd-b06abb474935 req-9571043a-fbf2-4fa1-bde7-cc1c6986eb0a service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Refreshing instance network info cache due to event network-changed-1f4e15a5-da24-4829-9ae9-4db2800f9fcf. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-21ea4d23-8a88-43c4-9fcd-b06abb474935 req-9571043a-fbf2-4fa1-bde7-cc1c6986eb0a service nova] Acquiring lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-21ea4d23-8a88-43c4-9fcd-b06abb474935 req-9571043a-fbf2-4fa1-bde7-cc1c6986eb0a service nova] Acquired lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG nova.network.neutron [req-21ea4d23-8a88-43c4-9fcd-b06abb474935 req-9571043a-fbf2-4fa1-bde7-cc1c6986eb0a service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Refreshing network info cache for port 1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "e676bf99-06a0-4930-985a-b7051df65135" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "e676bf99-06a0-4930-985a-b7051df65135-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:42:14 user nova-compute[75209]: INFO nova.compute.manager [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Terminating instance
Dec 04 19:42:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG nova.network.neutron [req-21ea4d23-8a88-43c4-9fcd-b06abb474935 req-9571043a-fbf2-4fa1-bde7-cc1c6986eb0a service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Updated VIF entry in instance network info cache for port 1f4e15a5-da24-4829-9ae9-4db2800f9fcf. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG nova.network.neutron [req-21ea4d23-8a88-43c4-9fcd-b06abb474935 req-9571043a-fbf2-4fa1-bde7-cc1c6986eb0a service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Updating instance_info_cache with network_info: [{"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:42:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-21ea4d23-8a88-43c4-9fcd-b06abb474935 req-9571043a-fbf2-4fa1-bde7-cc1c6986eb0a service nova] Releasing lock "refresh_cache-e676bf99-06a0-4930-985a-b7051df65135" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:42:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: e676bf99-06a0-4930-985a-b7051df65135] Instance destroyed successfully.
Dec 04 19:42:15 user nova-compute[75209]: DEBUG nova.objects.instance [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lazy-loading 'resources' on Instance uuid e676bf99-06a0-4930-985a-b7051df65135 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:39:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-969406768',display_name='tempest-TestStampPattern-server-969406768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-969406768',id=46,image_ref='c00da9f3-d5c3-4f06-b2ba-c7895f6f86f4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDMeYOVQtitdL+/hWLnTSAc7YMg3kHD2HTunYXu12nHodUebjYgqKIzQaJrhVI0PhryvFRgJVe21Bidvy0Y5VaeYi8lMRUA4iBEo7ucQzn8Lm8Y5msznadpSGzp8/UZatw==',key_name='tempest-TestStampPattern-389184825',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:39:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8b50a06edac64370a062c3a384441998',ramdisk_id='',reservation_id='r-2eclgbot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='52e597da-b4e1-4d5d-a6d0-52e9b09f0da7',image_min_disk='1',image_min_ram='0',image_owner_id='8b50a06edac64370a062c3a384441998',image_owner_project_name='tempest-TestStampPattern-1487243372',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1487243372-project-member',image_user_id='083bd59032704ba787de143b92528b2a',owner_project_name='tempest-TestStampPattern-1487243372',owner_user_name='tempest-TestStampPattern-1487243372-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:39:25Z,user_data=None,user_id='083bd59032704ba787de143b92528b2a',uuid=e676bf99-06a0-4930-985a-b7051df65135,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converting VIF {"id": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "address": "fa:16:3e:90:ab:83", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.95", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f4e15a5-da", "ovs_interfaceid": "1f4e15a5-da24-4829-9ae9-4db2800f9fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:ab:83,bridge_name='br-int',has_traffic_filtering=True,id=1f4e15a5-da24-4829-9ae9-4db2800f9fcf,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f4e15a5-da') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG os_vif [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:ab:83,bridge_name='br-int',has_traffic_filtering=True,id=1f4e15a5-da24-4829-9ae9-4db2800f9fcf,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f4e15a5-da') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1f4e15a5-da, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=54b73482-bb30-4c75-b4f0-bb9ef1f7bd93) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:42:15 user nova-compute[75209]: INFO os_vif [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:ab:83,bridge_name='br-int',has_traffic_filtering=True,id=1f4e15a5-da24-4829-9ae9-4db2800f9fcf,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f4e15a5-da')
Dec 04 19:42:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Deleting instance files /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135_del
Dec 04 19:42:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Deletion of /opt/stack/data/nova/instances/e676bf99-06a0-4930-985a-b7051df65135_del complete
Dec 04 19:42:15 user nova-compute[75209]: INFO nova.compute.manager [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: e676bf99-06a0-4930-985a-b7051df65135] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 04 19:42:15 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: e676bf99-06a0-4930-985a-b7051df65135] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:42:15 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: e676bf99-06a0-4930-985a-b7051df65135] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: e676bf99-06a0-4930-985a-b7051df65135] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:42:16 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: e676bf99-06a0-4930-985a-b7051df65135] Took 0.77 seconds to deallocate network for instance.
Dec 04 19:42:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-3a10486e-2385-4531-b0d1-fa0bbb7ea712 req-7db86f74-f753-49ea-b529-d6ffd1ea44c8 service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received event network-vif-deleted-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.143s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:42:16 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Deleted allocations for instance e676bf99-06a0-4930-985a-b7051df65135
Dec 04 19:42:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received event network-vif-unplugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] Acquiring lock "e676bf99-06a0-4930-985a-b7051df65135-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] Lock "e676bf99-06a0-4930-985a-b7051df65135-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] Lock "e676bf99-06a0-4930-985a-b7051df65135-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] No waiting events found dispatching network-vif-unplugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:42:16 user nova-compute[75209]: WARNING nova.compute.manager [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received unexpected event network-vif-unplugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf for instance with vm_state deleted and task_state None.
Dec 04 19:42:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received event network-vif-plugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] Acquiring lock "e676bf99-06a0-4930-985a-b7051df65135-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] Lock "e676bf99-06a0-4930-985a-b7051df65135-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] Lock "e676bf99-06a0-4930-985a-b7051df65135-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:42:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] No waiting events found dispatching network-vif-plugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:42:16 user nova-compute[75209]: WARNING nova.compute.manager [req-194274d2-0b6a-48fb-97c5-a60b83477aa3 req-10c7139a-355b-4801-9772-574f9e3ec34e service nova] [instance: e676bf99-06a0-4930-985a-b7051df65135] Received unexpected event network-vif-plugged-1f4e15a5-da24-4829-9ae9-4db2800f9fcf for instance with vm_state deleted and task_state None.
Dec 04 19:42:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-4933f906-3ef3-4e70-be38-cf551dfea5d7 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "e676bf99-06a0-4930-985a-b7051df65135" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.004s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:42:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:42:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:42:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:42:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:42:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:42:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:42:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:48 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:42:49 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:42:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:51 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:42:51 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:42:51 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:42:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:42:54 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:42:54 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:42:54 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:42:54 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:42:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:42:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:42:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:42:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:42:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:42:56 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:00 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:00 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:43:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:43:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:43:00 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:43:00 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:43:01 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:43:01 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:43:01 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9087MB free_disk=24.89129638671875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.198s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:43:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:43:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:43:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-40c11692-faa5-49cb-8a5a-fec8ea24df96 req-6f4c7516-ee95-4912-adfc-c46f33345557 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received event network-changed-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG nova.compute.manager [req-40c11692-faa5-49cb-8a5a-fec8ea24df96 req-6f4c7516-ee95-4912-adfc-c46f33345557 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Refreshing instance network info cache due to event network-changed-66425f52-3077-414a-a4c8-c6ff0f37cbac. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-40c11692-faa5-49cb-8a5a-fec8ea24df96 req-6f4c7516-ee95-4912-adfc-c46f33345557 service nova] Acquiring lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-40c11692-faa5-49cb-8a5a-fec8ea24df96 req-6f4c7516-ee95-4912-adfc-c46f33345557 service nova] Acquired lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG nova.network.neutron [req-40c11692-faa5-49cb-8a5a-fec8ea24df96 req-6f4c7516-ee95-4912-adfc-c46f33345557 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Refreshing network info cache for port 66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:43:14 user nova-compute[75209]: INFO nova.compute.manager [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Terminating instance
Dec 04 19:43:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG nova.network.neutron [req-40c11692-faa5-49cb-8a5a-fec8ea24df96 req-6f4c7516-ee95-4912-adfc-c46f33345557 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updated VIF entry in instance network info cache for port 66425f52-3077-414a-a4c8-c6ff0f37cbac. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:43:14 user nova-compute[75209]: DEBUG nova.network.neutron [req-40c11692-faa5-49cb-8a5a-fec8ea24df96 req-6f4c7516-ee95-4912-adfc-c46f33345557 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating instance_info_cache with network_info: [{"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-40c11692-faa5-49cb-8a5a-fec8ea24df96 req-6f4c7516-ee95-4912-adfc-c46f33345557 service nova] Releasing lock "refresh_cache-52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:43:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Instance destroyed successfully.
Dec 04 19:43:15 user nova-compute[75209]: DEBUG nova.objects.instance [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lazy-loading 'resources' on Instance uuid 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:36:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-931271274',display_name='tempest-TestStampPattern-server-931271274',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-931271274',id=45,image_ref='94bc5904-8b72-4a47-b02b-134675a30807',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDMeYOVQtitdL+/hWLnTSAc7YMg3kHD2HTunYXu12nHodUebjYgqKIzQaJrhVI0PhryvFRgJVe21Bidvy0Y5VaeYi8lMRUA4iBEo7ucQzn8Lm8Y5msznadpSGzp8/UZatw==',key_name='tempest-TestStampPattern-389184825',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:36:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8b50a06edac64370a062c3a384441998',ramdisk_id='',reservation_id='r-7bfxh3w8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94bc5904-8b72-4a47-b02b-134675a30807',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1487243372',owner_user_name='tempest-TestStampPattern-1487243372-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:39:16Z,user_data=None,user_id='083bd59032704ba787de143b92528b2a',uuid=52e597da-b4e1-4d5d-a6d0-52e9b09f0da7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converting VIF {"id": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "address": "fa:16:3e:74:da:7e", "network": {"id": "51c3ce37-96d1-49e5-a6a5-c585b8492016", "bridge": "br-int", "label": "tempest-TestStampPattern-895481913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8b50a06edac64370a062c3a384441998", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66425f52-30", "ovs_interfaceid": "66425f52-3077-414a-a4c8-c6ff0f37cbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:74:da:7e,bridge_name='br-int',has_traffic_filtering=True,id=66425f52-3077-414a-a4c8-c6ff0f37cbac,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66425f52-30') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG os_vif [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:da:7e,bridge_name='br-int',has_traffic_filtering=True,id=66425f52-3077-414a-a4c8-c6ff0f37cbac,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66425f52-30') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66425f52-30, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fe0a3307-17da-4edf-96a7-0d78e926afd4) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:43:15 user nova-compute[75209]: INFO os_vif [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:da:7e,bridge_name='br-int',has_traffic_filtering=True,id=66425f52-3077-414a-a4c8-c6ff0f37cbac,network=Network(51c3ce37-96d1-49e5-a6a5-c585b8492016),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66425f52-30')
Dec 04 19:43:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Deleting instance files /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7_del
Dec 04 19:43:15 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Deletion of /opt/stack/data/nova/instances/52e597da-b4e1-4d5d-a6d0-52e9b09f0da7_del complete
Dec 04 19:43:15 user nova-compute[75209]: INFO nova.compute.manager [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 04 19:43:15 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:43:15 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Took 0.46 seconds to deallocate network for instance.
Dec 04 19:43:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-2241b6b9-dd44-450c-adbe-b9567c6f482b req-8b612f7a-2dd0-43c0-a083-3a226375e2e9 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received event network-vif-deleted-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:43:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.108s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:43:15 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Deleted allocations for instance 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7
Dec 04 19:43:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-8839f074-fb8e-49c8-9976-b63535284ca9 tempest-TestStampPattern-1487243372 tempest-TestStampPattern-1487243372-project-member] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.601s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:43:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received event network-vif-unplugged-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:43:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:43:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:43:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:43:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] No waiting events found dispatching network-vif-unplugged-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:43:16 user nova-compute[75209]: WARNING nova.compute.manager [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received unexpected event network-vif-unplugged-66425f52-3077-414a-a4c8-c6ff0f37cbac for instance with vm_state deleted and task_state None.
Dec 04 19:43:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received event network-vif-plugged-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:43:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] Acquiring lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:43:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:43:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] Lock "52e597da-b4e1-4d5d-a6d0-52e9b09f0da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:43:16 user nova-compute[75209]: DEBUG nova.compute.manager [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] No waiting events found dispatching network-vif-plugged-66425f52-3077-414a-a4c8-c6ff0f37cbac {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:43:16 user nova-compute[75209]: WARNING nova.compute.manager [req-fb159bc4-89ae-4763-817f-d185c4785267 req-6a9cf568-8c18-4811-8970-3beff7a5ec79 service nova] [instance: 52e597da-b4e1-4d5d-a6d0-52e9b09f0da7] Received unexpected event network-vif-plugged-66425f52-3077-414a-a4c8-c6ff0f37cbac for instance with vm_state deleted and task_state None.
Dec 04 19:43:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:43:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:43:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:43:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:43:48 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:43:50 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:51 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:52 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:43:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:43:55 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:56 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:56 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:43:56 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:43:56 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:43:56 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:43:58 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:44:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:44:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:44:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:44:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:44:01 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:44:02 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:44:02 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9237MB free_disk=25.015968322753906GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:44:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.461s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:44:03 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:44:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:44:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:11 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:44:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:44:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:44:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:44:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:44:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:44:41 user nova-compute[75209]: INFO nova.compute.claims [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Claim successful on node user
Dec 04 19:44:42 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:44:42 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:44:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.192s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:44:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:44:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:44:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:44:42 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:44:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:44:42 user nova-compute[75209]: INFO nova.virt.block_device [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Booting with volume snapshot db15afb1-26e7-40c3-9c38-d70b8b91ff26 at /dev/vda
Dec 04 19:44:42 user nova-compute[75209]: DEBUG nova.policy [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b47184cfc88546e0873d275169bdf4a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b719cfeb09429d8e40caaf62fee747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:44:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Successfully created port: 321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:44:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Successfully updated port: 321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:44:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "refresh_cache-7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:44:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquired lock "refresh_cache-7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:44:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:44:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-5bea8048-6945-4e6c-ab98-118a1dd98c27 req-ea999b73-bd92-47fc-b377-9aea71ad2a46 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Received event network-changed-321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:44:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-5bea8048-6945-4e6c-ab98-118a1dd98c27 req-ea999b73-bd92-47fc-b377-9aea71ad2a46 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Refreshing instance network info cache due to event network-changed-321e2659-402f-45df-a0d4-52223d33a089. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:44:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5bea8048-6945-4e6c-ab98-118a1dd98c27 req-ea999b73-bd92-47fc-b377-9aea71ad2a46 service nova] Acquiring lock "refresh_cache-7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:44:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:44:44 user nova-compute[75209]: DEBUG nova.network.neutron [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Updating instance_info_cache with network_info: [{"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:44:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Releasing lock "refresh_cache-7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:44:44 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Instance network_info: |[{"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:44:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5bea8048-6945-4e6c-ab98-118a1dd98c27 req-ea999b73-bd92-47fc-b377-9aea71ad2a46 service nova] Acquired lock "refresh_cache-7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:44:44 user nova-compute[75209]: DEBUG nova.network.neutron [req-5bea8048-6945-4e6c-ab98-118a1dd98c27 req-ea999b73-bd92-47fc-b377-9aea71ad2a46 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Refreshing network info cache for port 321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:44:44 user nova-compute[75209]: DEBUG nova.network.neutron [req-5bea8048-6945-4e6c-ab98-118a1dd98c27 req-ea999b73-bd92-47fc-b377-9aea71ad2a46 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Updated VIF entry in instance network info cache for port 321e2659-402f-45df-a0d4-52223d33a089. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:44:44 user nova-compute[75209]: DEBUG nova.network.neutron [req-5bea8048-6945-4e6c-ab98-118a1dd98c27 req-ea999b73-bd92-47fc-b377-9aea71ad2a46 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Updating instance_info_cache with network_info: [{"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:44:44 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-5bea8048-6945-4e6c-ab98-118a1dd98c27 req-ea999b73-bd92-47fc-b377-9aea71ad2a46 service nova] Releasing lock "refresh_cache-7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:44:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG os_brick.utils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e11ba248-45cf-4f81-8772-537f0fc76cac]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa0cfbf1-0ab0-4fc8-90b5-0a6ab2196ed0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29288bb-f468-4562-b9cd-9458adabcc34]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[41b119dc-3832-49a7-a568-12d7eca9c367]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:44:48 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:44:48 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4ef0be5-f448-4fc6-8d72-cf98947a25d4]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG os_brick.utils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:44:48 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Updating existing volume attachment record: 34371a05-56cf-49fb-b581-ac11a0abe284 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:44:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:50 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:44:50 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:44:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:44:54 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:44:54 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:44:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:44:56 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Creating image(s)
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Ensure instance console log exists: /opt/stack/data/nova/instances/7e54c7c0-e571-4af8-afb3-c333e6c8c2d2/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Start _get_guest_xml network_info=[{"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': '34371a05-56cf-49fb-b581-ac11a0abe284', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QBFRcEaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e54c7c0-e571-4af8-afb3-c333e6c8c2d2', 'attached_at': '', 'detached_at': '', 'volume_id': '0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5', 'serial': '0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:44:56 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:44:56 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:44:56 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QBFRcEaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:44:57 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:44:57 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:44:57 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d63f30b-f36b-475f-b2c5-8512d516c319]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:44:57 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[78d64c4a-97c6-4723-924b-8a1f0e8781ab]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5] added
Dec 04 19:44:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[91298767-f3a9-4312-8922-9300adc62495]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[be96585a-22b9-4273-b85d-abf85cf0fcd0]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QBFRcEaP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QBFRcEaP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd89835-b087-4f74-bd7a-938fc4b147a1]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QBFRcEaP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a3e6786-43fc-469b-8949-5daa47b70882]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e3a9d8-b03e-4fb6-9816-4c016e0bc5c4]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:44:57 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:44:57 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:44:57 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:44:57 user nova-compute[75209]: 
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d48a5e3-bc90-4eee-97ba-48cf7bf10e12]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5, portal: 172.16.0.220,3260]
Dec 04 19:44:57 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5, portal: 172.16.0.220,3260] successful.
Dec 04 19:44:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1449c0f8-02cd-4cf9-8a04-79d91e9e6c70]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e68fd9-768c-4df0-8953-b7c22e0dc1e9]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 (non-flash)
Dec 04 19:44:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 (non-flash)
Dec 04 19:44:57 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[19559cd5-4f70-4907-a332-94ebed2516e6]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:44:57 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QBFRcEaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '26433313735616363', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26433313735616363', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:44:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1434425916',display_name='tempest-TestVolumeBootPattern-server-1434425916',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1434425916',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-pa7mbwa4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:44:42Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=7e54c7c0-e571-4af8-afb3-c333e6c8c2d2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:45:61,bridge_name='br-int',has_traffic_filtering=True,id=321e2659-402f-45df-a0d4-52223d33a089,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e2659-40') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.objects.instance [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'pci_devices' on Instance uuid 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:44:58 user nova-compute[75209]:   <uuid>7e54c7c0-e571-4af8-afb3-c333e6c8c2d2</uuid>
Dec 04 19:44:58 user nova-compute[75209]:   <name>instance-0000002f</name>
Dec 04 19:44:58 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:44:58 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:44:58 user nova-compute[75209]:   <metadata>
Dec 04 19:44:58 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:44:58 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:44:58 user nova-compute[75209]:       <nova:name>tempest-TestVolumeBootPattern-server-1434425916</nova:name>
Dec 04 19:44:58 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:44:56</nova:creationTime>
Dec 04 19:44:58 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:44:58 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:44:58 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:44:58 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:44:58 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:44:58 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:44:58 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:44:58 user nova-compute[75209]:       <nova:owner>
Dec 04 19:44:58 user nova-compute[75209]:         <nova:user uuid="b47184cfc88546e0873d275169bdf4a2">tempest-TestVolumeBootPattern-386372412-project-member</nova:user>
Dec 04 19:44:58 user nova-compute[75209]:         <nova:project uuid="39b719cfeb09429d8e40caaf62fee747">tempest-TestVolumeBootPattern-386372412</nova:project>
Dec 04 19:44:58 user nova-compute[75209]:       </nova:owner>
Dec 04 19:44:58 user nova-compute[75209]:       <nova:ports>
Dec 04 19:44:58 user nova-compute[75209]:         <nova:port uuid="321e2659-402f-45df-a0d4-52223d33a089">
Dec 04 19:44:58 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 19:44:58 user nova-compute[75209]:         </nova:port>
Dec 04 19:44:58 user nova-compute[75209]:       </nova:ports>
Dec 04 19:44:58 user nova-compute[75209]:     </nova:instance>
Dec 04 19:44:58 user nova-compute[75209]:   </metadata>
Dec 04 19:44:58 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:44:58 user nova-compute[75209]:     <system>
Dec 04 19:44:58 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:44:58 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:44:58 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:44:58 user nova-compute[75209]:       <entry name="serial">7e54c7c0-e571-4af8-afb3-c333e6c8c2d2</entry>
Dec 04 19:44:58 user nova-compute[75209]:       <entry name="uuid">7e54c7c0-e571-4af8-afb3-c333e6c8c2d2</entry>
Dec 04 19:44:58 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:44:58 user nova-compute[75209]:     </system>
Dec 04 19:44:58 user nova-compute[75209]:   </sysinfo>
Dec 04 19:44:58 user nova-compute[75209]:   <os>
Dec 04 19:44:58 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:44:58 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:44:58 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:44:58 user nova-compute[75209]:   </os>
Dec 04 19:44:58 user nova-compute[75209]:   <features>
Dec 04 19:44:58 user nova-compute[75209]:     <acpi/>
Dec 04 19:44:58 user nova-compute[75209]:     <apic/>
Dec 04 19:44:58 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:44:58 user nova-compute[75209]:   </features>
Dec 04 19:44:58 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:44:58 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:44:58 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:44:58 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:44:58 user nova-compute[75209]:   </clock>
Dec 04 19:44:58 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:44:58 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:44:58 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:44:58 user nova-compute[75209]:   </cpu>
Dec 04 19:44:58 user nova-compute[75209]:   <devices>
Dec 04 19:44:58 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:44:58 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:44:58 user nova-compute[75209]:       <source dev="/dev/sdb"/>
Dec 04 19:44:58 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:44:58 user nova-compute[75209]:       <serial>0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5</serial>
Dec 04 19:44:58 user nova-compute[75209]:     </disk>
Dec 04 19:44:58 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:44:58 user nova-compute[75209]:       <mac address="fa:16:3e:61:45:61"/>
Dec 04 19:44:58 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:44:58 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:44:58 user nova-compute[75209]:       <target dev="tap321e2659-40"/>
Dec 04 19:44:58 user nova-compute[75209]:     </interface>
Dec 04 19:44:58 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:44:58 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/7e54c7c0-e571-4af8-afb3-c333e6c8c2d2/console.log" append="off"/>
Dec 04 19:44:58 user nova-compute[75209]:     </serial>
Dec 04 19:44:58 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:44:58 user nova-compute[75209]:     <video>
Dec 04 19:44:58 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:44:58 user nova-compute[75209]:     </video>
Dec 04 19:44:58 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:44:58 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:44:58 user nova-compute[75209]:     </rng>
Dec 04 19:44:58 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:44:58 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:44:58 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:44:58 user nova-compute[75209]:     </memballoon>
Dec 04 19:44:58 user nova-compute[75209]:   </devices>
Dec 04 19:44:58 user nova-compute[75209]: </domain>
Dec 04 19:44:58 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:44:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1434425916',display_name='tempest-TestVolumeBootPattern-server-1434425916',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1434425916',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-pa7mbwa4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:44:42Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=7e54c7c0-e571-4af8-afb3-c333e6c8c2d2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:45:61,bridge_name='br-int',has_traffic_filtering=True,id=321e2659-402f-45df-a0d4-52223d33a089,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e2659-40') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG os_vif [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:45:61,bridge_name='br-int',has_traffic_filtering=True,id=321e2659-402f-45df-a0d4-52223d33a089,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e2659-40') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2539b639-aa67-557a-834a-1a7ca37a393d', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap321e2659-40, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap321e2659-40, col_values=(('qos', UUID('b5fed5f2-9f51-4c05-8d6f-5ba011e6966e')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap321e2659-40, col_values=(('external_ids', {'iface-id': '321e2659-402f-45df-a0d4-52223d33a089', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:45:61', 'vm-uuid': '7e54c7c0-e571-4af8-afb3-c333e6c8c2d2'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:58 user nova-compute[75209]: INFO os_vif [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:45:61,bridge_name='br-int',has_traffic_filtering=True,id=321e2659-402f-45df-a0d4-52223d33a089,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e2659-40')
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No VIF found with MAC fa:16:3e:61:45:61, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Skipping network cache update for instance because it is Building. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 04 19:44:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:44:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:44:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:44:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-1912a34c-a621-4023-8ba2-82f9b5ced54f req-191e4430-933c-4d6d-86c2-7ebfa7ba9293 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Received event network-vif-plugged-321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:44:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1912a34c-a621-4023-8ba2-82f9b5ced54f req-191e4430-933c-4d6d-86c2-7ebfa7ba9293 service nova] Acquiring lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:44:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1912a34c-a621-4023-8ba2-82f9b5ced54f req-191e4430-933c-4d6d-86c2-7ebfa7ba9293 service nova] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:44:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1912a34c-a621-4023-8ba2-82f9b5ced54f req-191e4430-933c-4d6d-86c2-7ebfa7ba9293 service nova] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:44:59 user nova-compute[75209]: DEBUG nova.compute.manager [req-1912a34c-a621-4023-8ba2-82f9b5ced54f req-191e4430-933c-4d6d-86c2-7ebfa7ba9293 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] No waiting events found dispatching network-vif-plugged-321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:44:59 user nova-compute[75209]: WARNING nova.compute.manager [req-1912a34c-a621-4023-8ba2-82f9b5ced54f req-191e4430-933c-4d6d-86c2-7ebfa7ba9293 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Received unexpected event network-vif-plugged-321e2659-402f-45df-a0d4-52223d33a089 for instance with vm_state building and task_state spawning.
Dec 04 19:45:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:45:01 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Instance spawned successfully.
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-b0d95af9-169c-4867-b5a1-07249022f07b req-70111d5d-e39d-40e5-98ee-176a0a4f3962 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Received event network-vif-plugged-321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b0d95af9-169c-4867-b5a1-07249022f07b req-70111d5d-e39d-40e5-98ee-176a0a4f3962 service nova] Acquiring lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b0d95af9-169c-4867-b5a1-07249022f07b req-70111d5d-e39d-40e5-98ee-176a0a4f3962 service nova] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-b0d95af9-169c-4867-b5a1-07249022f07b req-70111d5d-e39d-40e5-98ee-176a0a4f3962 service nova] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:45:01 user nova-compute[75209]: DEBUG nova.compute.manager [req-b0d95af9-169c-4867-b5a1-07249022f07b req-70111d5d-e39d-40e5-98ee-176a0a4f3962 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] No waiting events found dispatching network-vif-plugged-321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:45:01 user nova-compute[75209]: WARNING nova.compute.manager [req-b0d95af9-169c-4867-b5a1-07249022f07b req-70111d5d-e39d-40e5-98ee-176a0a4f3962 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Received unexpected event network-vif-plugged-321e2659-402f-45df-a0d4-52223d33a089 for instance with vm_state building and task_state spawning.
Dec 04 19:45:02 user nova-compute[75209]: INFO nova.compute.manager [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Took 5.07 seconds to spawn the instance on the hypervisor.
Dec 04 19:45:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:45:02 user nova-compute[75209]: INFO nova.compute.manager [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Took 20.15 seconds to build instance.
Dec 04 19:45:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c8664d43-c98e-4aa9-b6c0-fa69f4a0b74f tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.244s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:45:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:45:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:45:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:45:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:45:02 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:45:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:45:03 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:45:03 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:45:03 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9139MB free_disk=25.004779815673828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:45:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:45:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:45:03 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:45:03 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:45:03 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:45:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:03 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:45:03 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:45:03 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:45:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.201s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:45:05 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:45:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:45:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:45:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:45:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:45:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:45:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:45:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:45:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:51 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:45:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:45:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:45:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:45:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:45:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:45:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:45:56 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:45:56 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:45:57 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:45:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:45:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:45:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:45:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:45:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:45:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:45:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:45:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:45:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:45:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:45:59 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:45:59 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:46:00 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Updating instance_info_cache with network_info: [{"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:46:00 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:46:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:46:00 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:46:00 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:46:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:46:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:46:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:46:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:46:02 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:46:02 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:46:03 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:46:03 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:46:03 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9068MB free_disk=25.00408172607422GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.159s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:46:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:07 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:46:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:46:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:46:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:46:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:46:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:46:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:46:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:46:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:46:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:46:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:46:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:46:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:46:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:46:32 user nova-compute[75209]: INFO nova.compute.manager [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Terminating instance
Dec 04 19:46:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-ca33fc70-4a48-401c-a364-572c600d85f0 req-a5467670-ec92-4c8b-9d95-931c3ad58840 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Received event network-vif-unplugged-321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ca33fc70-4a48-401c-a364-572c600d85f0 req-a5467670-ec92-4c8b-9d95-931c3ad58840 service nova] Acquiring lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ca33fc70-4a48-401c-a364-572c600d85f0 req-a5467670-ec92-4c8b-9d95-931c3ad58840 service nova] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ca33fc70-4a48-401c-a364-572c600d85f0 req-a5467670-ec92-4c8b-9d95-931c3ad58840 service nova] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-ca33fc70-4a48-401c-a364-572c600d85f0 req-a5467670-ec92-4c8b-9d95-931c3ad58840 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] No waiting events found dispatching network-vif-unplugged-321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:46:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-ca33fc70-4a48-401c-a364-572c600d85f0 req-a5467670-ec92-4c8b-9d95-931c3ad58840 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Received event network-vif-unplugged-321e2659-402f-45df-a0d4-52223d33a089 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Instance destroyed successfully.
Dec 04 19:46:33 user nova-compute[75209]: DEBUG nova.objects.instance [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'resources' on Instance uuid 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:44:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1434425916',display_name='tempest-TestVolumeBootPattern-server-1434425916',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1434425916',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:45:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-pa7mbwa4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:45:02Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=7e54c7c0-e571-4af8-afb3-c333e6c8c2d2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "321e2659-402f-45df-a0d4-52223d33a089", "address": "fa:16:3e:61:45:61", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e2659-40", "ovs_interfaceid": "321e2659-402f-45df-a0d4-52223d33a089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:45:61,bridge_name='br-int',has_traffic_filtering=True,id=321e2659-402f-45df-a0d4-52223d33a089,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e2659-40') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_vif [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:45:61,bridge_name='br-int',has_traffic_filtering=True,id=321e2659-402f-45df-a0d4-52223d33a089,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e2659-40') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap321e2659-40, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b5fed5f2-9f51-4c05-8d6f-5ba011e6966e) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:33 user nova-compute[75209]: INFO os_vif [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:45:61,bridge_name='br-int',has_traffic_filtering=True,id=321e2659-402f-45df-a0d4-52223d33a089,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e2659-40')
Dec 04 19:46:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QBFRcEaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:46:33 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[02a450ce-bdf7-481e-9ae9-793b3df08ded]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:46:33 user nova-compute[75209]: No targets found.
Dec 04 19:46:33 user nova-compute[75209]: iSNS:
Dec 04 19:46:33 user nova-compute[75209]: No targets found.
Dec 04 19:46:33 user nova-compute[75209]: STATIC:
Dec 04 19:46:33 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5
Dec 04 19:46:33 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:46:33 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:46:33 user nova-compute[75209]: FIRMWARE:
Dec 04 19:46:33 user nova-compute[75209]: No targets found.
Dec 04 19:46:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:46:33 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:46:33 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fcefe37-7d47-402c-bf80-335f779292af]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e52e0900-687e-45b9-b94e-99fa955a045b]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 (non-flash)
Dec 04 19:46:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 (non-flash)
Dec 04 19:46:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c5b88b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c48b1e68-dc0e-4f73-8344-eb2badf3de22]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5855fb2-a946-497f-b52e-0c3298d44ebf]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd87433-ade6-45f3-b593-01fc97d5b912]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[14774f2e-d825-4a7f-9162-3c6114be2d2d]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_6f246bf3', '/dev/disk/by-id/scsi-26433313735616363', '/dev/disk/by-id/scsi-1SCST_BIO6f246bf3-d3175acc31bc19f3') {{(pid=86285) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fbcb82b-47e7-4d08-8b99-e78cf878c2d8]: (4, None) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[21381a84-f3b3-428d-ae03-85526457b5e7]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f920534-3245-4d33-827f-b5042dc3e963]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5, portal: 172.16.0.220,3260]
Dec 04 19:46:33 user nova-compute[75209]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5, portal: 172.16.0.220,3260] successful.
Dec 04 19:46:33 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[18daf289-e42e-4846-bbee-28a1e78cbe97]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== disconnect_volume: return (314ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:46:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Deleting instance files /opt/stack/data/nova/instances/7e54c7c0-e571-4af8-afb3-c333e6c8c2d2_del
Dec 04 19:46:33 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Deletion of /opt/stack/data/nova/instances/7e54c7c0-e571-4af8-afb3-c333e6c8c2d2_del complete
Dec 04 19:46:33 user nova-compute[75209]: INFO nova.compute.manager [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Took 1.15 seconds to destroy the instance on the hypervisor.
Dec 04 19:46:33 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:46:33 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:46:34 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:46:34 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Took 0.42 seconds to deallocate network for instance.
Dec 04 19:46:34 user nova-compute[75209]: DEBUG nova.compute.manager [req-cc370700-b242-4e45-a443-60b2b304ceb0 req-9934c0cb-3ad5-4b26-82af-8e4061ee3169 service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Received event network-vif-deleted-321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:46:34 user nova-compute[75209]: DEBUG nova.compute.manager [req-49ae7694-13a5-4ff3-8b34-089f9c297776 req-993b18d0-e954-4725-aad6-0327a43ba6bf service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Received event network-vif-plugged-321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:46:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-49ae7694-13a5-4ff3-8b34-089f9c297776 req-993b18d0-e954-4725-aad6-0327a43ba6bf service nova] Acquiring lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:46:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-49ae7694-13a5-4ff3-8b34-089f9c297776 req-993b18d0-e954-4725-aad6-0327a43ba6bf service nova] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:46:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-49ae7694-13a5-4ff3-8b34-089f9c297776 req-993b18d0-e954-4725-aad6-0327a43ba6bf service nova] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:46:34 user nova-compute[75209]: DEBUG nova.compute.manager [req-49ae7694-13a5-4ff3-8b34-089f9c297776 req-993b18d0-e954-4725-aad6-0327a43ba6bf service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] No waiting events found dispatching network-vif-plugged-321e2659-402f-45df-a0d4-52223d33a089 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:46:34 user nova-compute[75209]: WARNING nova.compute.manager [req-49ae7694-13a5-4ff3-8b34-089f9c297776 req-993b18d0-e954-4725-aad6-0327a43ba6bf service nova] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Received unexpected event network-vif-plugged-321e2659-402f-45df-a0d4-52223d33a089 for instance with vm_state active and task_state deleting.
Dec 04 19:46:34 user nova-compute[75209]: INFO nova.compute.manager [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Took 0.82 seconds to detach 1 volumes for instance.
Dec 04 19:46:34 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2] Deleting volume: 0bd72e6c-85eb-434c-a1e6-2a6c96a36fa5 {{(pid=75209) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 19:46:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:46:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:46:35 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:46:35 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:46:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.128s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:46:35 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Deleted allocations for instance 7e54c7c0-e571-4af8-afb3-c333e6c8c2d2
Dec 04 19:46:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c73dcf48-7e94-47d9-a01a-51480ad71dba tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "7e54c7c0-e571-4af8-afb3-c333e6c8c2d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.844s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:46:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:46:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:52 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:46:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:53 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:46:55 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:46:56 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:46:56 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:46:58 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:46:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:46:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:46:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:46:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:46:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:47:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:47:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:47:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:47:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:47:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:47:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:47:04 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:47:05 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:47:05 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:47:05 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9209MB free_disk=25.003311157226562GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:47:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:47:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:47:05 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:47:05 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:47:05 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:47:05 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:47:05 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:47:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.148s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:47:07 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:47:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:47:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:47:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:47:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:47:08 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:13 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:47:18 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:23 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:28 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:33 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:47:38 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "00843645-20f8-4846-ae1a-75910e5ef3b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:47:41 user nova-compute[75209]: INFO nova.compute.claims [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Claim successful on node user
Dec 04 19:47:41 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.200s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG nova.network.neutron [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:47:41 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:47:41 user nova-compute[75209]: DEBUG nova.compute.manager [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG nova.policy [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b47184cfc88546e0873d275169bdf4a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b719cfeb09429d8e40caaf62fee747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:47:41 user nova-compute[75209]: INFO nova.virt.block_device [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Booting with volume 135d4f6d-c4db-4fba-924e-c0349ec1e64d at /dev/vda
Dec 04 19:47:41 user nova-compute[75209]: DEBUG os_brick.utils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a7bff95-c48f-43ae-9b04-63fe93c8ac68]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d66b4dae-303c-4338-9e1b-49b6f6667b0a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1685349-aaa9-42de-8728-2512d05b2ab9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[07bdea14-53e6-4721-9a57-77757efe574f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:47:41 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:47:41 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5f30466-20fb-42e7-8fd2-3a123610807e]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG os_brick.utils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:47:41 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updating existing volume attachment record: 24b3d5f4-4f77-4ce9-8738-4f85ccfa7672 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:47:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Successfully created port: f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Successfully updated port: f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquired lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-9050176d-e18c-4e65-9fe0-3b0b4fe3ee98 req-fc3c89cd-cf73-4694-baf6-b0aab922864c service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received event network-changed-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-9050176d-e18c-4e65-9fe0-3b0b4fe3ee98 req-fc3c89cd-cf73-4694-baf6-b0aab922864c service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Refreshing instance network info cache due to event network-changed-f3c95e84-7852-46b9-a7fb-bcec4a8fa824. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9050176d-e18c-4e65-9fe0-3b0b4fe3ee98 req-fc3c89cd-cf73-4694-baf6-b0aab922864c service nova] Acquiring lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG nova.network.neutron [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updating instance_info_cache with network_info: [{"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Releasing lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Instance network_info: |[{"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9050176d-e18c-4e65-9fe0-3b0b4fe3ee98 req-fc3c89cd-cf73-4694-baf6-b0aab922864c service nova] Acquired lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG nova.network.neutron [req-9050176d-e18c-4e65-9fe0-3b0b4fe3ee98 req-fc3c89cd-cf73-4694-baf6-b0aab922864c service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Refreshing network info cache for port f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG nova.network.neutron [req-9050176d-e18c-4e65-9fe0-3b0b4fe3ee98 req-fc3c89cd-cf73-4694-baf6-b0aab922864c service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updated VIF entry in instance network info cache for port f3c95e84-7852-46b9-a7fb-bcec4a8fa824. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG nova.network.neutron [req-9050176d-e18c-4e65-9fe0-3b0b4fe3ee98 req-fc3c89cd-cf73-4694-baf6-b0aab922864c service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updating instance_info_cache with network_info: [{"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:47:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-9050176d-e18c-4e65-9fe0-3b0b4fe3ee98 req-fc3c89cd-cf73-4694-baf6-b0aab922864c service nova] Releasing lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:47:48 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.compute.manager [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:47:50 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Creating image(s)
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Ensure instance console log exists: /opt/stack/data/nova/instances/00843645-20f8-4846-ae1a-75910e5ef3b9/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Start _get_guest_xml network_info=[{"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': '24b3d5f4-4f77-4ce9-8738-4f85ccfa7672', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uvZKFVBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '00843645-20f8-4846-ae1a-75910e5ef3b9', 'attached_at': '', 'detached_at': '', 'volume_id': '135d4f6d-c4db-4fba-924e-c0349ec1e64d', 'serial': '135d4f6d-c4db-4fba-924e-c0349ec1e64d'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:47:50 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:47:50 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uvZKFVBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:47:50 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:47:50 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:47:50 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e19a384-1159-4c15-8979-4eedbbd3eeec]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:47:50 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1698e18-cce3-4426-865e-828ea486b69b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d] added
Dec 04 19:47:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6484e85-987c-4b7d-a4c2-9412a93461a4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b726ee8-6e7d-4c1b-9a33-262aae8df6a9]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uvZKFVBc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uvZKFVBc" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[00ea07b3-982a-4445-b308-93dba6e88f67]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uvZKFVBc'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eeaa5ae-fbea-4163-adc4-2362a110a20a]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f52b5ff9-cd4e-4e0b-9d7f-68ee26126145]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:47:50 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:47:50 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:47:50 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:47:50 user nova-compute[75209]: 
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7585f15-2379-404e-8785-aa6224cf0f34]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d, portal: 172.16.0.220,3260]
Dec 04 19:47:50 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d, portal: 172.16.0.220,3260] successful.
Dec 04 19:47:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0eaff5d-62b1-4165-a537-b2d83775b669]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae7c9081-a58d-4d23-ae26-72357eb3b4c7]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)
Dec 04 19:47:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)
Dec 04 19:47:50 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef90e2aa-e45a-462f-a7f3-f0b3c764c0a6]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:47:50 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:47:51 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:47:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uvZKFVBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:47:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.278s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:47:51 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '23239636566396461', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:47:51 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23239636566396461', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:47:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1428073950',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1428073950',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1428073950',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCFqj3hnkjSGsx4hX7vIMt6eGVjWlSPI/wngLHCcp9wgCITEa1IQf64JvdWwC6NNBr3kQj2MRwAW5PeU5SbkJDPC5Ff83kjt1X9hUTFb2dwYaPrIO8RRNmIbhpOq+QGe6g==',key_name='tempest-keypair-358535490',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-x0fxsedk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:47:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b47184cfc88546e0873d275169bdf4a2',uuid=00843645-20f8-4846-ae1a-75910e5ef3b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:5f:27,bridge_name='br-int',has_traffic_filtering=True,id=f3c95e84-7852-46b9-a7fb-bcec4a8fa824,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3c95e84-78') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG nova.objects.instance [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'pci_devices' on Instance uuid 00843645-20f8-4846-ae1a-75910e5ef3b9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:47:52 user nova-compute[75209]:   <uuid>00843645-20f8-4846-ae1a-75910e5ef3b9</uuid>
Dec 04 19:47:52 user nova-compute[75209]:   <name>instance-00000030</name>
Dec 04 19:47:52 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:47:52 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:47:52 user nova-compute[75209]:   <metadata>
Dec 04 19:47:52 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:47:52 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:47:52 user nova-compute[75209]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1428073950</nova:name>
Dec 04 19:47:52 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:47:50</nova:creationTime>
Dec 04 19:47:52 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:47:52 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:47:52 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:47:52 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:47:52 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:47:52 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:47:52 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:47:52 user nova-compute[75209]:       <nova:owner>
Dec 04 19:47:52 user nova-compute[75209]:         <nova:user uuid="b47184cfc88546e0873d275169bdf4a2">tempest-TestVolumeBootPattern-386372412-project-member</nova:user>
Dec 04 19:47:52 user nova-compute[75209]:         <nova:project uuid="39b719cfeb09429d8e40caaf62fee747">tempest-TestVolumeBootPattern-386372412</nova:project>
Dec 04 19:47:52 user nova-compute[75209]:       </nova:owner>
Dec 04 19:47:52 user nova-compute[75209]:       <nova:ports>
Dec 04 19:47:52 user nova-compute[75209]:         <nova:port uuid="f3c95e84-7852-46b9-a7fb-bcec4a8fa824">
Dec 04 19:47:52 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 04 19:47:52 user nova-compute[75209]:         </nova:port>
Dec 04 19:47:52 user nova-compute[75209]:       </nova:ports>
Dec 04 19:47:52 user nova-compute[75209]:     </nova:instance>
Dec 04 19:47:52 user nova-compute[75209]:   </metadata>
Dec 04 19:47:52 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:47:52 user nova-compute[75209]:     <system>
Dec 04 19:47:52 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:47:52 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:47:52 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:47:52 user nova-compute[75209]:       <entry name="serial">00843645-20f8-4846-ae1a-75910e5ef3b9</entry>
Dec 04 19:47:52 user nova-compute[75209]:       <entry name="uuid">00843645-20f8-4846-ae1a-75910e5ef3b9</entry>
Dec 04 19:47:52 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:47:52 user nova-compute[75209]:     </system>
Dec 04 19:47:52 user nova-compute[75209]:   </sysinfo>
Dec 04 19:47:52 user nova-compute[75209]:   <os>
Dec 04 19:47:52 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:47:52 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:47:52 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:47:52 user nova-compute[75209]:   </os>
Dec 04 19:47:52 user nova-compute[75209]:   <features>
Dec 04 19:47:52 user nova-compute[75209]:     <acpi/>
Dec 04 19:47:52 user nova-compute[75209]:     <apic/>
Dec 04 19:47:52 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:47:52 user nova-compute[75209]:   </features>
Dec 04 19:47:52 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:47:52 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:47:52 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:47:52 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:47:52 user nova-compute[75209]:   </clock>
Dec 04 19:47:52 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:47:52 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:47:52 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:47:52 user nova-compute[75209]:   </cpu>
Dec 04 19:47:52 user nova-compute[75209]:   <devices>
Dec 04 19:47:52 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:47:52 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:47:52 user nova-compute[75209]:       <source dev="/dev/sdb"/>
Dec 04 19:47:52 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:47:52 user nova-compute[75209]:       <serial>135d4f6d-c4db-4fba-924e-c0349ec1e64d</serial>
Dec 04 19:47:52 user nova-compute[75209]:     </disk>
Dec 04 19:47:52 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:47:52 user nova-compute[75209]:       <mac address="fa:16:3e:c1:5f:27"/>
Dec 04 19:47:52 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:47:52 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:47:52 user nova-compute[75209]:       <target dev="tapf3c95e84-78"/>
Dec 04 19:47:52 user nova-compute[75209]:     </interface>
Dec 04 19:47:52 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:47:52 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/00843645-20f8-4846-ae1a-75910e5ef3b9/console.log" append="off"/>
Dec 04 19:47:52 user nova-compute[75209]:     </serial>
Dec 04 19:47:52 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:47:52 user nova-compute[75209]:     <video>
Dec 04 19:47:52 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:47:52 user nova-compute[75209]:     </video>
Dec 04 19:47:52 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:47:52 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:47:52 user nova-compute[75209]:     </rng>
Dec 04 19:47:52 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:47:52 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:47:52 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:47:52 user nova-compute[75209]:     </memballoon>
Dec 04 19:47:52 user nova-compute[75209]:   </devices>
Dec 04 19:47:52 user nova-compute[75209]: </domain>
Dec 04 19:47:52 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:47:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1428073950',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1428073950',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1428073950',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCFqj3hnkjSGsx4hX7vIMt6eGVjWlSPI/wngLHCcp9wgCITEa1IQf64JvdWwC6NNBr3kQj2MRwAW5PeU5SbkJDPC5Ff83kjt1X9hUTFb2dwYaPrIO8RRNmIbhpOq+QGe6g==',key_name='tempest-keypair-358535490',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-x0fxsedk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:47:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b47184cfc88546e0873d275169bdf4a2',uuid=00843645-20f8-4846-ae1a-75910e5ef3b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:5f:27,bridge_name='br-int',has_traffic_filtering=True,id=f3c95e84-7852-46b9-a7fb-bcec4a8fa824,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3c95e84-78') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG os_vif [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:5f:27,bridge_name='br-int',has_traffic_filtering=True,id=f3c95e84-7852-46b9-a7fb-bcec4a8fa824,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3c95e84-78') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e232c249-f05b-5acf-ac78-589bfec8cf69', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf3c95e84-78, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf3c95e84-78, col_values=(('qos', UUID('711336fd-d90a-4b57-9ccb-1501739671bc')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf3c95e84-78, col_values=(('external_ids', {'iface-id': 'f3c95e84-7852-46b9-a7fb-bcec4a8fa824', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c1:5f:27', 'vm-uuid': '00843645-20f8-4846-ae1a-75910e5ef3b9'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:52 user nova-compute[75209]: INFO os_vif [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:5f:27,bridge_name='br-int',has_traffic_filtering=True,id=f3c95e84-7852-46b9-a7fb-bcec4a8fa824,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3c95e84-78')
Dec 04 19:47:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:47:52 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No VIF found with MAC fa:16:3e:c1:5f:27, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:47:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:53 user nova-compute[75209]: DEBUG nova.compute.manager [req-43e2bf13-9383-4701-9a05-b002b26b40d6 req-c4cf1a59-6d38-4c70-803b-cc06ea721e16 service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received event network-vif-plugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:47:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-43e2bf13-9383-4701-9a05-b002b26b40d6 req-c4cf1a59-6d38-4c70-803b-cc06ea721e16 service nova] Acquiring lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:47:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-43e2bf13-9383-4701-9a05-b002b26b40d6 req-c4cf1a59-6d38-4c70-803b-cc06ea721e16 service nova] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:47:53 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-43e2bf13-9383-4701-9a05-b002b26b40d6 req-c4cf1a59-6d38-4c70-803b-cc06ea721e16 service nova] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:47:53 user nova-compute[75209]: DEBUG nova.compute.manager [req-43e2bf13-9383-4701-9a05-b002b26b40d6 req-c4cf1a59-6d38-4c70-803b-cc06ea721e16 service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] No waiting events found dispatching network-vif-plugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:47:53 user nova-compute[75209]: WARNING nova.compute.manager [req-43e2bf13-9383-4701-9a05-b002b26b40d6 req-c4cf1a59-6d38-4c70-803b-cc06ea721e16 service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received unexpected event network-vif-plugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 for instance with vm_state building and task_state spawning.
Dec 04 19:47:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:53 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:54 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:47:55 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Instance spawned successfully.
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:47:55 user nova-compute[75209]: INFO nova.compute.manager [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Took 4.85 seconds to spawn the instance on the hypervisor.
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.compute.manager [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:55 user nova-compute[75209]: INFO nova.compute.manager [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Took 14.49 seconds to build instance.
Dec 04 19:47:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-789e413d-2a94-43d6-9db8-94315b383814 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.587s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-a2961042-0e2b-429a-b9b5-56e4ea953c0b req-e92b74db-224c-42cd-9893-d013ad1c8aed service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received event network-vif-plugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a2961042-0e2b-429a-b9b5-56e4ea953c0b req-e92b74db-224c-42cd-9893-d013ad1c8aed service nova] Acquiring lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a2961042-0e2b-429a-b9b5-56e4ea953c0b req-e92b74db-224c-42cd-9893-d013ad1c8aed service nova] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a2961042-0e2b-429a-b9b5-56e4ea953c0b req-e92b74db-224c-42cd-9893-d013ad1c8aed service nova] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG nova.compute.manager [req-a2961042-0e2b-429a-b9b5-56e4ea953c0b req-e92b74db-224c-42cd-9893-d013ad1c8aed service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] No waiting events found dispatching network-vif-plugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:47:55 user nova-compute[75209]: WARNING nova.compute.manager [req-a2961042-0e2b-429a-b9b5-56e4ea953c0b req-e92b74db-224c-42cd-9893-d013ad1c8aed service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received unexpected event network-vif-plugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 for instance with vm_state active and task_state None.
Dec 04 19:47:55 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:47:55 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:47:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:47:57 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:47:57 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:47:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:47:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:48:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:48:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:48:01 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:48:01 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:48:01 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 00843645-20f8-4846-ae1a-75910e5ef3b9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:48:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:02 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updating instance_info_cache with network_info: [{"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:48:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:48:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:48:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:48:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:48:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:48:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:48:06 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:48:06 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:07 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:48:07 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:48:07 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9023MB free_disk=25.001266479492188GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 00843645-20f8-4846-ae1a-75910e5ef3b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.173s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:48:07 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:48:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:48:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:48:35 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:35 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 00843645-20f8-4846-ae1a-75910e5ef3b9 {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:48:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "00843645-20f8-4846-ae1a-75910e5ef3b9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:48:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:48:35 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:48:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:48:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:48:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:48:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:48:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:48:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:48:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:48:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:48:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:48:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:48:55 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:56 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:56 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:48:58 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:48:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:49:00 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:49:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:49:03 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:49:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:49:03 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:49:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:49:03 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:49:03 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:49:03 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 00843645-20f8-4846-ae1a-75910e5ef3b9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:49:04 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updating instance_info_cache with network_info: [{"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:49:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:49:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:49:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:49:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:49:07 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:49:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:49:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:49:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:49:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:49:08 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:49:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:49:09 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:49:09 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9085MB free_disk=25.000652313232422GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 00843645-20f8-4846-ae1a-75910e5ef3b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:49:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.404s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:49:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:49:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:49:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-fde5667b-6447-4868-b650-78bc6ffd086c req-d23ad40a-3eed-497b-bd19-9cf1f724efaf service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received event network-changed-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG nova.compute.manager [req-fde5667b-6447-4868-b650-78bc6ffd086c req-d23ad40a-3eed-497b-bd19-9cf1f724efaf service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Refreshing instance network info cache due to event network-changed-f3c95e84-7852-46b9-a7fb-bcec4a8fa824. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fde5667b-6447-4868-b650-78bc6ffd086c req-d23ad40a-3eed-497b-bd19-9cf1f724efaf service nova] Acquiring lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fde5667b-6447-4868-b650-78bc6ffd086c req-d23ad40a-3eed-497b-bd19-9cf1f724efaf service nova] Acquired lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG nova.network.neutron [req-fde5667b-6447-4868-b650-78bc6ffd086c req-d23ad40a-3eed-497b-bd19-9cf1f724efaf service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Refreshing network info cache for port f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG nova.network.neutron [req-fde5667b-6447-4868-b650-78bc6ffd086c req-d23ad40a-3eed-497b-bd19-9cf1f724efaf service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updated VIF entry in instance network info cache for port f3c95e84-7852-46b9-a7fb-bcec4a8fa824. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG nova.network.neutron [req-fde5667b-6447-4868-b650-78bc6ffd086c req-d23ad40a-3eed-497b-bd19-9cf1f724efaf service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updating instance_info_cache with network_info: [{"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:49:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-fde5667b-6447-4868-b650-78bc6ffd086c req-d23ad40a-3eed-497b-bd19-9cf1f724efaf service nova] Releasing lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:49:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:49:40 user nova-compute[75209]: INFO nova.compute.claims [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Claim successful on node user
Dec 04 19:49:40 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.199s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:49:40 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:49:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:49:40 user nova-compute[75209]: INFO nova.virt.block_device [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Booting with volume snapshot 480f064a-2e6b-45f4-acb0-ab8bb42a382f at /dev/vda
Dec 04 19:49:40 user nova-compute[75209]: DEBUG nova.policy [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b47184cfc88546e0873d275169bdf4a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b719cfeb09429d8e40caaf62fee747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:49:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:41 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Successfully created port: c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:49:41 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Successfully updated port: c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:49:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:49:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquired lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:49:41 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:49:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-2d9b9c69-955e-47d7-a055-4f16cb73ab8a req-582853c2-f16b-48dd-b665-49086c3bb450 service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received event network-changed-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:49:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-2d9b9c69-955e-47d7-a055-4f16cb73ab8a req-582853c2-f16b-48dd-b665-49086c3bb450 service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Refreshing instance network info cache due to event network-changed-c40f72c0-de21-4eac-8e69-f671d61c321a. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:49:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2d9b9c69-955e-47d7-a055-4f16cb73ab8a req-582853c2-f16b-48dd-b665-49086c3bb450 service nova] Acquiring lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:49:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:49:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:42 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Updating instance_info_cache with network_info: [{"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:49:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Releasing lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:49:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Instance network_info: |[{"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:49:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2d9b9c69-955e-47d7-a055-4f16cb73ab8a req-582853c2-f16b-48dd-b665-49086c3bb450 service nova] Acquired lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:49:42 user nova-compute[75209]: DEBUG nova.network.neutron [req-2d9b9c69-955e-47d7-a055-4f16cb73ab8a req-582853c2-f16b-48dd-b665-49086c3bb450 service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Refreshing network info cache for port c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:49:42 user nova-compute[75209]: DEBUG nova.network.neutron [req-2d9b9c69-955e-47d7-a055-4f16cb73ab8a req-582853c2-f16b-48dd-b665-49086c3bb450 service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Updated VIF entry in instance network info cache for port c40f72c0-de21-4eac-8e69-f671d61c321a. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:49:42 user nova-compute[75209]: DEBUG nova.network.neutron [req-2d9b9c69-955e-47d7-a055-4f16cb73ab8a req-582853c2-f16b-48dd-b665-49086c3bb450 service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Updating instance_info_cache with network_info: [{"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:49:42 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2d9b9c69-955e-47d7-a055-4f16cb73ab8a req-582853c2-f16b-48dd-b665-49086c3bb450 service nova] Releasing lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG os_brick.utils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb8807ca-db3c-4454-88a4-2ea8e4db9abd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf4534f7-861f-45a9-8138-321b29d898a4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dafa274f-3ebb-4bdb-bca9-d02ef40ef2d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd5576ea-bf0d-4608-85db-9132244db907]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:49:46 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:49:46 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e4b78c-9dd3-4569-be76-aef3bd3b997a]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG os_brick.utils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:49:46 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Updating existing volume attachment record: 80b3bfef-f45c-4ac9-a491-41f039d8131b {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:49:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:49:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:49:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:49:57 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:49:58 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:49:58 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:49:58 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:49:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:49:58 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Creating image(s)
Dec 04 19:49:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:49:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Ensure instance console log exists: /opt/stack/data/nova/instances/c2ad5de1-0bfa-46f4-8811-44eb24f14bf1/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:49:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:49:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:49:58 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:49:58 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Start _get_guest_xml network_info=[{"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-04T19:49:34Z,direct_url=<?>,disk_format='qcow2',id=74a842c3-a21c-4e03-a3c6-cc3a2d9013f2,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1929030689',owner='39b719cfeb09429d8e40caaf62fee747',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-04T19:49:35Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': '80b3bfef-f45c-4ac9-a491-41f039d8131b', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WFlSYxru', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c2ad5de1-0bfa-46f4-8811-44eb24f14bf1', 'attached_at': '', 'detached_at': '', 'volume_id': '39e5866a-ee02-4553-95dd-20cf4d00a702', 'serial': '39e5866a-ee02-4553-95dd-20cf4d00a702'}, 'delete_on_termination': True, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:49:58 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:49:58 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-04T19:49:34Z,direct_url=<?>,disk_format='qcow2',id=74a842c3-a21c-4e03-a3c6-cc3a2d9013f2,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1929030689',owner='39b719cfeb09429d8e40caaf62fee747',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-04T19:49:35Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WFlSYxru', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:49:59 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:49:59 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:49:59 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[394807fb-f7e8-41bf-a699-bcbbb72778a3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:49:59 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[75720a7b-db85-4513-b5d0-db95ed1e1e7f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702] added
Dec 04 19:49:59 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ab89f9d-af2b-4d91-bc80-cac9ae5c2106]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f61d0a5-43b3-465b-87c1-d211dcdc50d0]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WFlSYxru {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WFlSYxru" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c60d35f6-9551-4a3d-8255-129e809c7899]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WFlSYxru'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1741dfc-7186-4198-a12c-09fcecf41c24]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[be8a5d43-42d4-42cd-b17c-4c09412a4b14]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)
Dec 04 19:49:59 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)
Dec 04 19:49:59 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c7a2c0-f323-4a20-b3f7-5b4aba200090]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702, portal: 172.16.0.220,3260]
Dec 04 19:49:59 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702, portal: 172.16.0.220,3260] successful.
Dec 04 19:49:59 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e62b5742-ce61-4999-a376-0a23a06e84c8]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[84bbb66a-f9cf-44d9-955d-ddd21d96597e]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)
Dec 04 19:49:59 user nova-compute[75209]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 (non-flash)
Dec 04 19:49:59 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)
Dec 04 19:49:59 user nova-compute[75209]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 (non-flash)
Dec 04 19:49:59 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] HCTL ('34', '-', '-', 0) found on session 57 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec31b9c-807a-4f9f-affd-723dc7f61091]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:49:59 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching for a device in session 57 and hctl ['34', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching for a device in session 57 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WFlSYxru', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23065366130376262', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23065366130376262', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1851892949',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1851892949',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1851892949',id=49,image_ref='74a842c3-a21c-4e03-a3c6-cc3a2d9013f2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCO3NcQC2XW9EjNWTz4jA5apWWPE71czdkt8oN5Cmhe8iksA42uRNfzkuui3RMEyyhm8qua5bFGLNDiP5lmfjZkZ3UE0hvVrwRdR1DAOmsfnylxdS3HAbrEDVaqNteHXrw==',key_name='tempest-keypair-262887995',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-n380jc46',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-386372412',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:49:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b47184cfc88546e0873d275169bdf4a2',uuid=c2ad5de1-0bfa-46f4-8811-44eb24f14bf1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:31:05,bridge_name='br-int',has_traffic_filtering=True,id=c40f72c0-de21-4eac-8e69-f671d61c321a,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40f72c0-de') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'pci_devices' on Instance uuid c2ad5de1-0bfa-46f4-8811-44eb24f14bf1 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:50:00 user nova-compute[75209]:   <uuid>c2ad5de1-0bfa-46f4-8811-44eb24f14bf1</uuid>
Dec 04 19:50:00 user nova-compute[75209]:   <name>instance-00000031</name>
Dec 04 19:50:00 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:50:00 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:50:00 user nova-compute[75209]:   <metadata>
Dec 04 19:50:00 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:50:00 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:50:00 user nova-compute[75209]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1851892949</nova:name>
Dec 04 19:50:00 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:49:58</nova:creationTime>
Dec 04 19:50:00 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:50:00 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:50:00 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:50:00 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:50:00 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:50:00 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:50:00 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:50:00 user nova-compute[75209]:       <nova:owner>
Dec 04 19:50:00 user nova-compute[75209]:         <nova:user uuid="b47184cfc88546e0873d275169bdf4a2">tempest-TestVolumeBootPattern-386372412-project-member</nova:user>
Dec 04 19:50:00 user nova-compute[75209]:         <nova:project uuid="39b719cfeb09429d8e40caaf62fee747">tempest-TestVolumeBootPattern-386372412</nova:project>
Dec 04 19:50:00 user nova-compute[75209]:       </nova:owner>
Dec 04 19:50:00 user nova-compute[75209]:       <nova:root type="image" uuid="74a842c3-a21c-4e03-a3c6-cc3a2d9013f2"/>
Dec 04 19:50:00 user nova-compute[75209]:       <nova:ports>
Dec 04 19:50:00 user nova-compute[75209]:         <nova:port uuid="c40f72c0-de21-4eac-8e69-f671d61c321a">
Dec 04 19:50:00 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 04 19:50:00 user nova-compute[75209]:         </nova:port>
Dec 04 19:50:00 user nova-compute[75209]:       </nova:ports>
Dec 04 19:50:00 user nova-compute[75209]:     </nova:instance>
Dec 04 19:50:00 user nova-compute[75209]:   </metadata>
Dec 04 19:50:00 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:50:00 user nova-compute[75209]:     <system>
Dec 04 19:50:00 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:50:00 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:50:00 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:50:00 user nova-compute[75209]:       <entry name="serial">c2ad5de1-0bfa-46f4-8811-44eb24f14bf1</entry>
Dec 04 19:50:00 user nova-compute[75209]:       <entry name="uuid">c2ad5de1-0bfa-46f4-8811-44eb24f14bf1</entry>
Dec 04 19:50:00 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:50:00 user nova-compute[75209]:     </system>
Dec 04 19:50:00 user nova-compute[75209]:   </sysinfo>
Dec 04 19:50:00 user nova-compute[75209]:   <os>
Dec 04 19:50:00 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:50:00 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:50:00 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:50:00 user nova-compute[75209]:   </os>
Dec 04 19:50:00 user nova-compute[75209]:   <features>
Dec 04 19:50:00 user nova-compute[75209]:     <acpi/>
Dec 04 19:50:00 user nova-compute[75209]:     <apic/>
Dec 04 19:50:00 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:50:00 user nova-compute[75209]:   </features>
Dec 04 19:50:00 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:50:00 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:50:00 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:50:00 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:50:00 user nova-compute[75209]:   </clock>
Dec 04 19:50:00 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:50:00 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:50:00 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:50:00 user nova-compute[75209]:   </cpu>
Dec 04 19:50:00 user nova-compute[75209]:   <devices>
Dec 04 19:50:00 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:50:00 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:50:00 user nova-compute[75209]:       <source dev="/dev/sdc"/>
Dec 04 19:50:00 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:50:00 user nova-compute[75209]:       <serial>39e5866a-ee02-4553-95dd-20cf4d00a702</serial>
Dec 04 19:50:00 user nova-compute[75209]:     </disk>
Dec 04 19:50:00 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:50:00 user nova-compute[75209]:       <mac address="fa:16:3e:ad:31:05"/>
Dec 04 19:50:00 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:50:00 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:50:00 user nova-compute[75209]:       <target dev="tapc40f72c0-de"/>
Dec 04 19:50:00 user nova-compute[75209]:     </interface>
Dec 04 19:50:00 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:50:00 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/c2ad5de1-0bfa-46f4-8811-44eb24f14bf1/console.log" append="off"/>
Dec 04 19:50:00 user nova-compute[75209]:     </serial>
Dec 04 19:50:00 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:50:00 user nova-compute[75209]:     <video>
Dec 04 19:50:00 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:50:00 user nova-compute[75209]:     </video>
Dec 04 19:50:00 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:50:00 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:50:00 user nova-compute[75209]:     </rng>
Dec 04 19:50:00 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:50:00 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:50:00 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:50:00 user nova-compute[75209]:     </memballoon>
Dec 04 19:50:00 user nova-compute[75209]:   </devices>
Dec 04 19:50:00 user nova-compute[75209]: </domain>
Dec 04 19:50:00 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1851892949',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1851892949',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1851892949',id=49,image_ref='74a842c3-a21c-4e03-a3c6-cc3a2d9013f2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCO3NcQC2XW9EjNWTz4jA5apWWPE71czdkt8oN5Cmhe8iksA42uRNfzkuui3RMEyyhm8qua5bFGLNDiP5lmfjZkZ3UE0hvVrwRdR1DAOmsfnylxdS3HAbrEDVaqNteHXrw==',key_name='tempest-keypair-262887995',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-n380jc46',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-386372412',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:49:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b47184cfc88546e0873d275169bdf4a2',uuid=c2ad5de1-0bfa-46f4-8811-44eb24f14bf1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:31:05,bridge_name='br-int',has_traffic_filtering=True,id=c40f72c0-de21-4eac-8e69-f671d61c321a,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40f72c0-de') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG os_vif [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:31:05,bridge_name='br-int',has_traffic_filtering=True,id=c40f72c0-de21-4eac-8e69-f671d61c321a,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40f72c0-de') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '51872c97-d6d5-539c-9085-9b6520450bad', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc40f72c0-de, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc40f72c0-de, col_values=(('qos', UUID('f92c243f-64d5-47dd-8af2-098591a67481')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc40f72c0-de, col_values=(('external_ids', {'iface-id': 'c40f72c0-de21-4eac-8e69-f671d61c321a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ad:31:05', 'vm-uuid': 'c2ad5de1-0bfa-46f4-8811-44eb24f14bf1'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:00 user nova-compute[75209]: INFO os_vif [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:31:05,bridge_name='br-int',has_traffic_filtering=True,id=c40f72c0-de21-4eac-8e69-f671d61c321a,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40f72c0-de')
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No VIF found with MAC fa:16:3e:ad:31:05, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:50:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:50:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:50:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:01 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-aad1194e-af7d-4821-8774-96679bc2baf8 req-ddd2b586-2910-4094-a6be-f6ea4230ea6a service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received event network-vif-plugged-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:50:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-aad1194e-af7d-4821-8774-96679bc2baf8 req-ddd2b586-2910-4094-a6be-f6ea4230ea6a service nova] Acquiring lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:50:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-aad1194e-af7d-4821-8774-96679bc2baf8 req-ddd2b586-2910-4094-a6be-f6ea4230ea6a service nova] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:50:02 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-aad1194e-af7d-4821-8774-96679bc2baf8 req-ddd2b586-2910-4094-a6be-f6ea4230ea6a service nova] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.005s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:50:02 user nova-compute[75209]: DEBUG nova.compute.manager [req-aad1194e-af7d-4821-8774-96679bc2baf8 req-ddd2b586-2910-4094-a6be-f6ea4230ea6a service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] No waiting events found dispatching network-vif-plugged-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:50:02 user nova-compute[75209]: WARNING nova.compute.manager [req-aad1194e-af7d-4821-8774-96679bc2baf8 req-ddd2b586-2910-4094-a6be-f6ea4230ea6a service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received unexpected event network-vif-plugged-c40f72c0-de21-4eac-8e69-f671d61c321a for instance with vm_state building and task_state spawning.
Dec 04 19:50:03 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:50:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:50:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:50:04 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Instance spawned successfully.
Dec 04 19:50:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:50:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:50:04 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:50:04 user nova-compute[75209]: INFO nova.compute.manager [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Took 5.10 seconds to spawn the instance on the hypervisor.
Dec 04 19:50:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:50:04 user nova-compute[75209]: INFO nova.compute.manager [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Took 24.03 seconds to build instance.
Dec 04 19:50:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0e828244-92b1-4c71-9228-fa97550c1885 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.122s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:50:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-1d447b29-628e-4078-a66a-d48041f9b019 req-77d1fa18-ecee-496d-b930-95d3054a085e service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received event network-vif-plugged-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:50:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1d447b29-628e-4078-a66a-d48041f9b019 req-77d1fa18-ecee-496d-b930-95d3054a085e service nova] Acquiring lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:50:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1d447b29-628e-4078-a66a-d48041f9b019 req-77d1fa18-ecee-496d-b930-95d3054a085e service nova] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:50:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-1d447b29-628e-4078-a66a-d48041f9b019 req-77d1fa18-ecee-496d-b930-95d3054a085e service nova] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:50:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-1d447b29-628e-4078-a66a-d48041f9b019 req-77d1fa18-ecee-496d-b930-95d3054a085e service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] No waiting events found dispatching network-vif-plugged-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:50:04 user nova-compute[75209]: WARNING nova.compute.manager [req-1d447b29-628e-4078-a66a-d48041f9b019 req-77d1fa18-ecee-496d-b930-95d3054a085e service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received unexpected event network-vif-plugged-c40f72c0-de21-4eac-8e69-f671d61c321a for instance with vm_state active and task_state None.
Dec 04 19:50:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:50:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:05 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:50:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:50:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:50:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:50:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:50:05 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:50:05 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 00843645-20f8-4846-ae1a-75910e5ef3b9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:50:06 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updating instance_info_cache with network_info: [{"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:50:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:50:06 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:50:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:50:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:50:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:50:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:50:08 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:50:08 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:50:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:50:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:50:09 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:50:09 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:50:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9007MB free_disk=24.99866485595703GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:50:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:50:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:50:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 00843645-20f8-4846-ae1a-75910e5ef3b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:50:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance c2ad5de1-0bfa-46f4-8811-44eb24f14bf1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:50:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:50:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:50:09 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:50:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:50:09 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:50:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.200s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:50:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:50:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:50:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:50:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:50:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:50:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:50:58 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:50:58 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:51:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:51:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:51:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:51:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:00 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:51:00 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:51:00 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:51:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:51:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:05 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:51:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:51:06 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:51:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:51:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:51:06 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:51:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Updating instance_info_cache with network_info: [{"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:51:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:51:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:51:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:51:10 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:51:11 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:51:11 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:51:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8995MB free_disk=24.998016357421875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:51:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:51:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:51:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 00843645-20f8-4846-ae1a-75910e5ef3b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:51:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance c2ad5de1-0bfa-46f4-8811-44eb24f14bf1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:51:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:51:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:51:11 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:51:11 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:51:11 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:51:11 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:51:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:51:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:51:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:51:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:51:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:51:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:51:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:51:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:51:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:51:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-eac13476-1535-4843-9681-20fec727af0f req-5774c431-e89e-490f-b7ef-06a41991bf5a service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received event network-changed-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-eac13476-1535-4843-9681-20fec727af0f req-5774c431-e89e-490f-b7ef-06a41991bf5a service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Refreshing instance network info cache due to event network-changed-c40f72c0-de21-4eac-8e69-f671d61c321a. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-eac13476-1535-4843-9681-20fec727af0f req-5774c431-e89e-490f-b7ef-06a41991bf5a service nova] Acquiring lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-eac13476-1535-4843-9681-20fec727af0f req-5774c431-e89e-490f-b7ef-06a41991bf5a service nova] Acquired lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG nova.network.neutron [req-eac13476-1535-4843-9681-20fec727af0f req-5774c431-e89e-490f-b7ef-06a41991bf5a service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Refreshing network info cache for port c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:51:31 user nova-compute[75209]: INFO nova.compute.manager [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Terminating instance
Dec 04 19:51:31 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-000823b8-1893-4840-b1d3-ddfec5714f15 req-8ed29273-1128-49ca-bc24-cdc546c9a202 service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received event network-vif-unplugged-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-000823b8-1893-4840-b1d3-ddfec5714f15 req-8ed29273-1128-49ca-bc24-cdc546c9a202 service nova] Acquiring lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-000823b8-1893-4840-b1d3-ddfec5714f15 req-8ed29273-1128-49ca-bc24-cdc546c9a202 service nova] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-000823b8-1893-4840-b1d3-ddfec5714f15 req-8ed29273-1128-49ca-bc24-cdc546c9a202 service nova] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-000823b8-1893-4840-b1d3-ddfec5714f15 req-8ed29273-1128-49ca-bc24-cdc546c9a202 service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] No waiting events found dispatching network-vif-unplugged-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG nova.compute.manager [req-000823b8-1893-4840-b1d3-ddfec5714f15 req-8ed29273-1128-49ca-bc24-cdc546c9a202 service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received event network-vif-unplugged-c40f72c0-de21-4eac-8e69-f671d61c321a for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:31 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG nova.network.neutron [req-eac13476-1535-4843-9681-20fec727af0f req-5774c431-e89e-490f-b7ef-06a41991bf5a service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Updated VIF entry in instance network info cache for port c40f72c0-de21-4eac-8e69-f671d61c321a. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG nova.network.neutron [req-eac13476-1535-4843-9681-20fec727af0f req-5774c431-e89e-490f-b7ef-06a41991bf5a service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Updating instance_info_cache with network_info: [{"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.12", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-eac13476-1535-4843-9681-20fec727af0f req-5774c431-e89e-490f-b7ef-06a41991bf5a service nova] Releasing lock "refresh_cache-c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:32 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Instance destroyed successfully.
Dec 04 19:51:32 user nova-compute[75209]: DEBUG nova.objects.instance [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'resources' on Instance uuid c2ad5de1-0bfa-46f4-8811-44eb24f14bf1 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1851892949',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1851892949',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1851892949',id=49,image_ref='74a842c3-a21c-4e03-a3c6-cc3a2d9013f2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCO3NcQC2XW9EjNWTz4jA5apWWPE71czdkt8oN5Cmhe8iksA42uRNfzkuui3RMEyyhm8qua5bFGLNDiP5lmfjZkZ3UE0hvVrwRdR1DAOmsfnylxdS3HAbrEDVaqNteHXrw==',key_name='tempest-keypair-262887995',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:50:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-n380jc46',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-386372412',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:50:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b47184cfc88546e0873d275169bdf4a2',uuid=c2ad5de1-0bfa-46f4-8811-44eb24f14bf1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "c40f72c0-de21-4eac-8e69-f671d61c321a", "address": "fa:16:3e:ad:31:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc40f72c0-de", "ovs_interfaceid": "c40f72c0-de21-4eac-8e69-f671d61c321a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ad:31:05,bridge_name='br-int',has_traffic_filtering=True,id=c40f72c0-de21-4eac-8e69-f671d61c321a,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40f72c0-de') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_vif [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:31:05,bridge_name='br-int',has_traffic_filtering=True,id=c40f72c0-de21-4eac-8e69-f671d61c321a,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40f72c0-de') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc40f72c0-de, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f92c243f-64d5-47dd-8af2-098591a67481) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:32 user nova-compute[75209]: INFO os_vif [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:31:05,bridge_name='br-int',has_traffic_filtering=True,id=c40f72c0-de21-4eac-8e69-f671d61c321a,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc40f72c0-de')
Dec 04 19:51:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WFlSYxru', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:51:32 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2663518e-bb69-42c3-a772-bcd65ba30b44]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:51:32 user nova-compute[75209]: No targets found.
Dec 04 19:51:32 user nova-compute[75209]: iSNS:
Dec 04 19:51:32 user nova-compute[75209]: No targets found.
Dec 04 19:51:32 user nova-compute[75209]: STATIC:
Dec 04 19:51:32 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d
Dec 04 19:51:32 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:51:32 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:51:32 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702
Dec 04 19:51:32 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:51:32 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:51:32 user nova-compute[75209]: FIRMWARE:
Dec 04 19:51:32 user nova-compute[75209]: No targets found.
Dec 04 19:51:32 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:51:32 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:51:32 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff61a36-5eb4-4fbf-ae91-fe0228ed60a7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5ef1b0b-1785-43f5-91be-2fab0bd102e1]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)
Dec 04 19:51:32 user nova-compute[75209]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 (non-flash)
Dec 04 19:51:32 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)
Dec 04 19:51:32 user nova-compute[75209]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 (non-flash)
Dec 04 19:51:32 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c7a3a30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702'): ({'sdc'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Removing single pathed devices sdc {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6fceb90-05b4-4244-ac11-8febe234234f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c58eb430-94ef-4fd8-b4c2-e26b543f3b8a]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flushing IO for device /dev/sdc {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[538d250e-491a-447c-aba5-7fedc9df6496]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a7b5e3e-184b-432d-85f7-63dd27099832]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[de78a66d-32c6-4363-897b-bf30113e679b]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[aea1b149-d6eb-4338-8150-5c87d45458bd]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702, portal: 172.16.0.220,3260]
Dec 04 19:51:32 user nova-compute[75209]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702, portal: 172.16.0.220,3260] successful.
Dec 04 19:51:32 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39e5866a-ee02-4553-95dd-20cf4d00a702 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[47de5329-8240-4b45-8128-72228d875860]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== disconnect_volume: return (302ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:51:32 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Deleting instance files /opt/stack/data/nova/instances/c2ad5de1-0bfa-46f4-8811-44eb24f14bf1_del
Dec 04 19:51:32 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Deletion of /opt/stack/data/nova/instances/c2ad5de1-0bfa-46f4-8811-44eb24f14bf1_del complete
Dec 04 19:51:32 user nova-compute[75209]: INFO nova.compute.manager [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Took 1.15 seconds to destroy the instance on the hypervisor.
Dec 04 19:51:32 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:51:32 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:51:33 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:51:33 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Took 0.65 seconds to deallocate network for instance.
Dec 04 19:51:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-fe868bd1-45e8-49a3-9b89-c4b0ad40dd78 req-f6a81bf0-ade8-436a-aa39-9b9c6b5cc677 service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received event network-vif-deleted-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:51:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-910f06dc-5ca3-4e7e-b0cd-02cb71d84459 req-511d9138-4652-4577-ae88-da26ac24013c service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received event network-vif-plugged-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:51:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-910f06dc-5ca3-4e7e-b0cd-02cb71d84459 req-511d9138-4652-4577-ae88-da26ac24013c service nova] Acquiring lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:51:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-910f06dc-5ca3-4e7e-b0cd-02cb71d84459 req-511d9138-4652-4577-ae88-da26ac24013c service nova] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:51:33 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-910f06dc-5ca3-4e7e-b0cd-02cb71d84459 req-511d9138-4652-4577-ae88-da26ac24013c service nova] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:51:33 user nova-compute[75209]: DEBUG nova.compute.manager [req-910f06dc-5ca3-4e7e-b0cd-02cb71d84459 req-511d9138-4652-4577-ae88-da26ac24013c service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] No waiting events found dispatching network-vif-plugged-c40f72c0-de21-4eac-8e69-f671d61c321a {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:51:33 user nova-compute[75209]: WARNING nova.compute.manager [req-910f06dc-5ca3-4e7e-b0cd-02cb71d84459 req-511d9138-4652-4577-ae88-da26ac24013c service nova] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Received unexpected event network-vif-plugged-c40f72c0-de21-4eac-8e69-f671d61c321a for instance with vm_state active and task_state deleting.
Dec 04 19:51:34 user nova-compute[75209]: INFO nova.compute.manager [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Took 0.77 seconds to detach 1 volumes for instance.
Dec 04 19:51:34 user nova-compute[75209]: DEBUG nova.compute.manager [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: c2ad5de1-0bfa-46f4-8811-44eb24f14bf1] Deleting volume: 39e5866a-ee02-4553-95dd-20cf4d00a702 {{(pid=75209) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 19:51:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:51:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:51:34 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:51:34 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:51:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.173s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:51:34 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Deleted allocations for instance c2ad5de1-0bfa-46f4-8811-44eb24f14bf1
Dec 04 19:51:34 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-f30b4b21-b97c-4e13-9695-95cdbfa4ce23 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "c2ad5de1-0bfa-46f4-8811-44eb24f14bf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.008s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:51:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:51:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:51:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:51:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:52:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:52:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:52:01 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:52:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:52:03 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:52:05 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:52:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:52:06 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:52:06 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:52:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:52:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:52:06 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:52:06 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 00843645-20f8-4846-ae1a-75910e5ef3b9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:52:07 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updating instance_info_cache with network_info: [{"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:52:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-00843645-20f8-4846-ae1a-75910e5ef3b9" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:52:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:52:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:52:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:52:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:52:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:52:12 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:52:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:52:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:52:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:52:12 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:52:12 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:52:13 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:52:13 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:52:13 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9084MB free_disk=24.997142791748047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:52:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:52:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:52:13 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 00843645-20f8-4846-ae1a-75910e5ef3b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:52:13 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:52:13 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:52:13 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:52:13 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:52:13 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:52:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:52:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "00843645-20f8-4846-ae1a-75910e5ef3b9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:52:26 user nova-compute[75209]: INFO nova.compute.manager [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Terminating instance
Dec 04 19:52:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-16dd9f58-5da8-4844-a35c-eeb96cac1c33 req-fc20f9bc-7df7-418d-988d-3d20adfe8d20 service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received event network-vif-unplugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-16dd9f58-5da8-4844-a35c-eeb96cac1c33 req-fc20f9bc-7df7-418d-988d-3d20adfe8d20 service nova] Acquiring lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-16dd9f58-5da8-4844-a35c-eeb96cac1c33 req-fc20f9bc-7df7-418d-988d-3d20adfe8d20 service nova] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-16dd9f58-5da8-4844-a35c-eeb96cac1c33 req-fc20f9bc-7df7-418d-988d-3d20adfe8d20 service nova] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-16dd9f58-5da8-4844-a35c-eeb96cac1c33 req-fc20f9bc-7df7-418d-988d-3d20adfe8d20 service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] No waiting events found dispatching network-vif-unplugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG nova.compute.manager [req-16dd9f58-5da8-4844-a35c-eeb96cac1c33 req-fc20f9bc-7df7-418d-988d-3d20adfe8d20 service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received event network-vif-unplugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:52:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Instance destroyed successfully.
Dec 04 19:52:27 user nova-compute[75209]: DEBUG nova.objects.instance [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'resources' on Instance uuid 00843645-20f8-4846-ae1a-75910e5ef3b9 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:47:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1428073950',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1428073950',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1428073950',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCFqj3hnkjSGsx4hX7vIMt6eGVjWlSPI/wngLHCcp9wgCITEa1IQf64JvdWwC6NNBr3kQj2MRwAW5PeU5SbkJDPC5Ff83kjt1X9hUTFb2dwYaPrIO8RRNmIbhpOq+QGe6g==',key_name='tempest-keypair-358535490',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:47:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-x0fxsedk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:47:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b47184cfc88546e0873d275169bdf4a2',uuid=00843645-20f8-4846-ae1a-75910e5ef3b9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "address": "fa:16:3e:c1:5f:27", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3c95e84-78", "ovs_interfaceid": "f3c95e84-7852-46b9-a7fb-bcec4a8fa824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c1:5f:27,bridge_name='br-int',has_traffic_filtering=True,id=f3c95e84-7852-46b9-a7fb-bcec4a8fa824,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3c95e84-78') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_vif [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c1:5f:27,bridge_name='br-int',has_traffic_filtering=True,id=f3c95e84-7852-46b9-a7fb-bcec4a8fa824,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3c95e84-78') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf3c95e84-78, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=711336fd-d90a-4b57-9ccb-1501739671bc) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:52:27 user nova-compute[75209]: INFO os_vif [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c1:5f:27,bridge_name='br-int',has_traffic_filtering=True,id=f3c95e84-7852-46b9-a7fb-bcec4a8fa824,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3c95e84-78')
Dec 04 19:52:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uvZKFVBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:52:27 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7b163e7-9f48-496c-bac2-c5d4e9ec1c5b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:52:27 user nova-compute[75209]: No targets found.
Dec 04 19:52:27 user nova-compute[75209]: iSNS:
Dec 04 19:52:27 user nova-compute[75209]: No targets found.
Dec 04 19:52:27 user nova-compute[75209]: STATIC:
Dec 04 19:52:27 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d
Dec 04 19:52:27 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:52:27 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:52:27 user nova-compute[75209]: FIRMWARE:
Dec 04 19:52:27 user nova-compute[75209]: No targets found.
Dec 04 19:52:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:52:27 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:52:27 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[1289c2c6-4bf2-46c5-92de-e50565d4bec9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[38bd4016-fd3c-4f94-b8fd-d8d51e4e531d]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)
Dec 04 19:52:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d (non-flash)
Dec 04 19:52:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c5024d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b331e491-ee1b-4374-8f11-b5fa2ae892b2]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bbc5da3-5319-435d-aab2-98a3c40a40a5]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[af6419b6-1112-465b-8a2b-3a001fcc82f2]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[14eac344-4ec6-4712-9682-73a23315544e]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23239636566396461', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_9bd3e96e', '/dev/disk/by-id/scsi-1SCST_BIO9bd3e96e-29cef9dad31d5ec5') {{(pid=86285) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a62ccfe4-cff1-4beb-aa78-b19ff9dc7b2e]: (4, None) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[27afe34f-ab73-4d00-8e86-0f55e648f776]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[73362152-ea94-4c8f-9445-fe298c2dd9ae]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d, portal: 172.16.0.220,3260]
Dec 04 19:52:27 user nova-compute[75209]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d, portal: 172.16.0.220,3260] successful.
Dec 04 19:52:27 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:135d4f6d-c4db-4fba-924e-c0349ec1e64d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d77e4c50-0245-4e0d-b4c9-289717d34472]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== disconnect_volume: return (302ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:52:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Deleting instance files /opt/stack/data/nova/instances/00843645-20f8-4846-ae1a-75910e5ef3b9_del
Dec 04 19:52:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Deletion of /opt/stack/data/nova/instances/00843645-20f8-4846-ae1a-75910e5ef3b9_del complete
Dec 04 19:52:27 user nova-compute[75209]: INFO nova.compute.manager [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Took 1.13 seconds to destroy the instance on the hypervisor.
Dec 04 19:52:27 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:52:27 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:52:28 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:52:28 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Took 0.71 seconds to deallocate network for instance.
Dec 04 19:52:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-31cecb79-1c8b-41d9-abf4-c57598c315f1 req-7efc6a18-b7d8-4453-960e-e3dc35208fb7 service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received event network-vif-deleted-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:52:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-ad40be50-54c7-4f6d-864d-b7341619e545 req-e3127935-211f-4782-8453-6f3bc58a6878 service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received event network-vif-plugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:52:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ad40be50-54c7-4f6d-864d-b7341619e545 req-e3127935-211f-4782-8453-6f3bc58a6878 service nova] Acquiring lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:52:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ad40be50-54c7-4f6d-864d-b7341619e545 req-e3127935-211f-4782-8453-6f3bc58a6878 service nova] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:52:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-ad40be50-54c7-4f6d-864d-b7341619e545 req-e3127935-211f-4782-8453-6f3bc58a6878 service nova] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:52:28 user nova-compute[75209]: DEBUG nova.compute.manager [req-ad40be50-54c7-4f6d-864d-b7341619e545 req-e3127935-211f-4782-8453-6f3bc58a6878 service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] No waiting events found dispatching network-vif-plugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:52:28 user nova-compute[75209]: WARNING nova.compute.manager [req-ad40be50-54c7-4f6d-864d-b7341619e545 req-e3127935-211f-4782-8453-6f3bc58a6878 service nova] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Received unexpected event network-vif-plugged-f3c95e84-7852-46b9-a7fb-bcec4a8fa824 for instance with vm_state active and task_state deleting.
Dec 04 19:52:29 user nova-compute[75209]: INFO nova.compute.manager [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Took 0.78 seconds to detach 1 volumes for instance.
Dec 04 19:52:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 00843645-20f8-4846-ae1a-75910e5ef3b9] Deleting volume: 135d4f6d-c4db-4fba-924e-c0349ec1e64d {{(pid=75209) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 04 19:52:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:52:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:52:29 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:52:29 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:52:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.117s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:52:29 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Deleted allocations for instance 00843645-20f8-4846-ae1a-75910e5ef3b9
Dec 04 19:52:29 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-cc8402f3-34b6-4b45-ba37-d0e528e54b07 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "00843645-20f8-4846-ae1a-75910e5ef3b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.999s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:52:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:52:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:52:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:52:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:52:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:52:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:52:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:52:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:52:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:52:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:53:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:02 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:53:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:05 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:53:07 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:53:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:53:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:53:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:53:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:14 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:53:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:53:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:53:14 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:53:15 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:53:15 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:53:15 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9224MB free_disk=24.99634552001953GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:53:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:53:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:53:15 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:53:15 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:53:15 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:53:15 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:53:15 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:53:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.157s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:53:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:53:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:53:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:53:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:53:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:53:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:53:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "146256c3-cc9d-47df-8076-a45c34c0dd31" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:53:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:53:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:53:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:53:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:53:28 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:53:28 user nova-compute[75209]: INFO nova.compute.claims [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Claim successful on node user
Dec 04 19:53:28 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:53:28 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:53:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.188s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:53:28 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG nova.network.neutron [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:53:29 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:53:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:53:29 user nova-compute[75209]: INFO nova.virt.block_device [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Booting with volume 05203978-0e60-4fa1-89ad-ed0443f7bd4c at /dev/vda
Dec 04 19:53:29 user nova-compute[75209]: DEBUG nova.policy [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b47184cfc88546e0873d275169bdf4a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b719cfeb09429d8e40caaf62fee747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG os_brick.utils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d9538f9-1e03-49b8-b7b5-2f73a35b8860]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd230e75-112b-4313-a687-98c169860cee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[96e9a896-dad3-4b56-b922-7d2bf6509c45]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[12c9ff2e-71be-48d1-8d90-6d154f82554f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:53:29 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca63ccb-c322-4d90-8c6c-2a4d394b3374]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG os_brick.utils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updating existing volume attachment record: fc13b88a-f17d-4ed2-9ead-9c4cf779d13c {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:53:29 user nova-compute[75209]: DEBUG nova.network.neutron [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Successfully created port: fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG nova.network.neutron [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Successfully updated port: fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquired lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG nova.network.neutron [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-2a01213b-aa3c-4125-b8e5-f69d30568616 req-e72764ca-f7c2-4d59-b9dc-705d60a7dd4f service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received event network-changed-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG nova.compute.manager [req-2a01213b-aa3c-4125-b8e5-f69d30568616 req-e72764ca-f7c2-4d59-b9dc-705d60a7dd4f service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Refreshing instance network info cache due to event network-changed-fa8f1359-741b-4e8b-9495-4274e45903a8. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2a01213b-aa3c-4125-b8e5-f69d30568616 req-e72764ca-f7c2-4d59-b9dc-705d60a7dd4f service nova] Acquiring lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG nova.network.neutron [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG nova.network.neutron [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updating instance_info_cache with network_info: [{"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Releasing lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Instance network_info: |[{"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2a01213b-aa3c-4125-b8e5-f69d30568616 req-e72764ca-f7c2-4d59-b9dc-705d60a7dd4f service nova] Acquired lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:53:30 user nova-compute[75209]: DEBUG nova.network.neutron [req-2a01213b-aa3c-4125-b8e5-f69d30568616 req-e72764ca-f7c2-4d59-b9dc-705d60a7dd4f service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Refreshing network info cache for port fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:53:31 user nova-compute[75209]: DEBUG nova.network.neutron [req-2a01213b-aa3c-4125-b8e5-f69d30568616 req-e72764ca-f7c2-4d59-b9dc-705d60a7dd4f service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updated VIF entry in instance network info cache for port fa8f1359-741b-4e8b-9495-4274e45903a8. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:53:31 user nova-compute[75209]: DEBUG nova.network.neutron [req-2a01213b-aa3c-4125-b8e5-f69d30568616 req-e72764ca-f7c2-4d59-b9dc-705d60a7dd4f service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updating instance_info_cache with network_info: [{"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:53:31 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2a01213b-aa3c-4125-b8e5-f69d30568616 req-e72764ca-f7c2-4d59-b9dc-705d60a7dd4f service nova] Releasing lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:53:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:53:38 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Creating image(s)
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Ensure instance console log exists: /opt/stack/data/nova/instances/146256c3-cc9d-47df-8076-a45c34c0dd31/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Start _get_guest_xml network_info=[{"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': 'fc13b88a-f17d-4ed2-9ead-9c4cf779d13c', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRSJBlbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '146256c3-cc9d-47df-8076-a45c34c0dd31', 'attached_at': '', 'detached_at': '', 'volume_id': '05203978-0e60-4fa1-89ad-ed0443f7bd4c', 'serial': '05203978-0e60-4fa1-89ad-ed0443f7bd4c'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:53:38 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:53:38 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRSJBlbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:53:38 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:53:38 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:53:38 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[46bf7415-7b1a-45d9-ac3d-5895bbeb0bb1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:53:38 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[446c8d2c-8134-413d-90a1-3963fe463968]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c] added
Dec 04 19:53:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e448d6e-c41b-4f26-87c5-0db04e42d8bd]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed4b0326-8947-49dd-9a9b-5526b849de00]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PRSJBlbx {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PRSJBlbx" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce3ab1e1-09ba-4a6f-b1cf-7ef37dedbcff]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PRSJBlbx'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca89d7b-3b60-41c7-bd91-03925ef45559]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e0c09c-bf2e-48c1-8eb2-fbe1f83ad401]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:53:38 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:53:38 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:53:38 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:53:38 user nova-compute[75209]: 
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --login" returned: 0 in 0.041s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2cb5512-c890-46ad-8024-ec91000cc82f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260]
Dec 04 19:53:38 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260] successful.
Dec 04 19:53:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[29009395-8d49-462d-b14d-7bfc00e83f36]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9b24cea-79fc-443b-9dfa-79629ecf464e]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 19:53:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 19:53:38 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[76b31788-bdce-48ad-bc59-137bb0b4ea5e]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:53:38 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRSJBlbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.278s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '23639326330653361', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639326330653361', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:53:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2139344885',display_name='tempest-TestVolumeBootPattern-server-2139344885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2139344885',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNpYW7M2De4ezqZR4mbyQQmRbfXOj0KGKV3K6hDndwJO0WBSm3BvRDqLrGnuHGnNfWt0J9Rj9bcw5t9RvKpjJlIJhrIqMn2Bnj2gfVHxHuztL7cn3O02m7zL6bNGbB+bIg==',key_name='tempest-TestVolumeBootPattern-572805511',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-j9qml4ot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:53:29Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=146256c3-cc9d-47df-8076-a45c34c0dd31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:bc:05,bridge_name='br-int',has_traffic_filtering=True,id=fa8f1359-741b-4e8b-9495-4274e45903a8,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa8f1359-74') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.objects.instance [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'pci_devices' on Instance uuid 146256c3-cc9d-47df-8076-a45c34c0dd31 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:53:39 user nova-compute[75209]:   <uuid>146256c3-cc9d-47df-8076-a45c34c0dd31</uuid>
Dec 04 19:53:39 user nova-compute[75209]:   <name>instance-00000032</name>
Dec 04 19:53:39 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:53:39 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:53:39 user nova-compute[75209]:   <metadata>
Dec 04 19:53:39 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:53:39 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:53:39 user nova-compute[75209]:       <nova:name>tempest-TestVolumeBootPattern-server-2139344885</nova:name>
Dec 04 19:53:39 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:53:38</nova:creationTime>
Dec 04 19:53:39 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:53:39 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:53:39 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:53:39 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:53:39 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:53:39 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:53:39 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:53:39 user nova-compute[75209]:       <nova:owner>
Dec 04 19:53:39 user nova-compute[75209]:         <nova:user uuid="b47184cfc88546e0873d275169bdf4a2">tempest-TestVolumeBootPattern-386372412-project-member</nova:user>
Dec 04 19:53:39 user nova-compute[75209]:         <nova:project uuid="39b719cfeb09429d8e40caaf62fee747">tempest-TestVolumeBootPattern-386372412</nova:project>
Dec 04 19:53:39 user nova-compute[75209]:       </nova:owner>
Dec 04 19:53:39 user nova-compute[75209]:       <nova:ports>
Dec 04 19:53:39 user nova-compute[75209]:         <nova:port uuid="fa8f1359-741b-4e8b-9495-4274e45903a8">
Dec 04 19:53:39 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 19:53:39 user nova-compute[75209]:         </nova:port>
Dec 04 19:53:39 user nova-compute[75209]:       </nova:ports>
Dec 04 19:53:39 user nova-compute[75209]:     </nova:instance>
Dec 04 19:53:39 user nova-compute[75209]:   </metadata>
Dec 04 19:53:39 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:53:39 user nova-compute[75209]:     <system>
Dec 04 19:53:39 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:53:39 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:53:39 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:53:39 user nova-compute[75209]:       <entry name="serial">146256c3-cc9d-47df-8076-a45c34c0dd31</entry>
Dec 04 19:53:39 user nova-compute[75209]:       <entry name="uuid">146256c3-cc9d-47df-8076-a45c34c0dd31</entry>
Dec 04 19:53:39 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:53:39 user nova-compute[75209]:     </system>
Dec 04 19:53:39 user nova-compute[75209]:   </sysinfo>
Dec 04 19:53:39 user nova-compute[75209]:   <os>
Dec 04 19:53:39 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:53:39 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:53:39 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:53:39 user nova-compute[75209]:   </os>
Dec 04 19:53:39 user nova-compute[75209]:   <features>
Dec 04 19:53:39 user nova-compute[75209]:     <acpi/>
Dec 04 19:53:39 user nova-compute[75209]:     <apic/>
Dec 04 19:53:39 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:53:39 user nova-compute[75209]:   </features>
Dec 04 19:53:39 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:53:39 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:53:39 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:53:39 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:53:39 user nova-compute[75209]:   </clock>
Dec 04 19:53:39 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:53:39 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:53:39 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:53:39 user nova-compute[75209]:   </cpu>
Dec 04 19:53:39 user nova-compute[75209]:   <devices>
Dec 04 19:53:39 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:53:39 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:53:39 user nova-compute[75209]:       <source dev="/dev/sdb"/>
Dec 04 19:53:39 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:53:39 user nova-compute[75209]:       <serial>05203978-0e60-4fa1-89ad-ed0443f7bd4c</serial>
Dec 04 19:53:39 user nova-compute[75209]:     </disk>
Dec 04 19:53:39 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:53:39 user nova-compute[75209]:       <mac address="fa:16:3e:0f:bc:05"/>
Dec 04 19:53:39 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:53:39 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:53:39 user nova-compute[75209]:       <target dev="tapfa8f1359-74"/>
Dec 04 19:53:39 user nova-compute[75209]:     </interface>
Dec 04 19:53:39 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:53:39 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/146256c3-cc9d-47df-8076-a45c34c0dd31/console.log" append="off"/>
Dec 04 19:53:39 user nova-compute[75209]:     </serial>
Dec 04 19:53:39 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:53:39 user nova-compute[75209]:     <video>
Dec 04 19:53:39 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:53:39 user nova-compute[75209]:     </video>
Dec 04 19:53:39 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:53:39 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:53:39 user nova-compute[75209]:     </rng>
Dec 04 19:53:39 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:53:39 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:53:39 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:53:39 user nova-compute[75209]:     </memballoon>
Dec 04 19:53:39 user nova-compute[75209]:   </devices>
Dec 04 19:53:39 user nova-compute[75209]: </domain>
Dec 04 19:53:39 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:53:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2139344885',display_name='tempest-TestVolumeBootPattern-server-2139344885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2139344885',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNpYW7M2De4ezqZR4mbyQQmRbfXOj0KGKV3K6hDndwJO0WBSm3BvRDqLrGnuHGnNfWt0J9Rj9bcw5t9RvKpjJlIJhrIqMn2Bnj2gfVHxHuztL7cn3O02m7zL6bNGbB+bIg==',key_name='tempest-TestVolumeBootPattern-572805511',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-j9qml4ot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:53:29Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=146256c3-cc9d-47df-8076-a45c34c0dd31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:bc:05,bridge_name='br-int',has_traffic_filtering=True,id=fa8f1359-741b-4e8b-9495-4274e45903a8,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa8f1359-74') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG os_vif [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:bc:05,bridge_name='br-int',has_traffic_filtering=True,id=fa8f1359-741b-4e8b-9495-4274e45903a8,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa8f1359-74') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e1b5d26d-7387-5075-b4ac-72612512b8f6', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfa8f1359-74, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfa8f1359-74, col_values=(('qos', UUID('a56d149e-09cb-40c4-92f4-eceea9648134')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfa8f1359-74, col_values=(('external_ids', {'iface-id': 'fa8f1359-741b-4e8b-9495-4274e45903a8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0f:bc:05', 'vm-uuid': '146256c3-cc9d-47df-8076-a45c34c0dd31'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:39 user nova-compute[75209]: INFO os_vif [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:bc:05,bridge_name='br-int',has_traffic_filtering=True,id=fa8f1359-741b-4e8b-9495-4274e45903a8,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa8f1359-74')
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:53:39 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No VIF found with MAC fa:16:3e:0f:bc:05, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:53:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-40eaed9c-b338-4cbb-88ac-48d4a69789c5 req-6ce9ee9c-c93d-4ebe-b02c-5f97b0996e2a service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received event network-vif-plugged-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:53:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-40eaed9c-b338-4cbb-88ac-48d4a69789c5 req-6ce9ee9c-c93d-4ebe-b02c-5f97b0996e2a service nova] Acquiring lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:53:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-40eaed9c-b338-4cbb-88ac-48d4a69789c5 req-6ce9ee9c-c93d-4ebe-b02c-5f97b0996e2a service nova] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:53:41 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-40eaed9c-b338-4cbb-88ac-48d4a69789c5 req-6ce9ee9c-c93d-4ebe-b02c-5f97b0996e2a service nova] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:53:41 user nova-compute[75209]: DEBUG nova.compute.manager [req-40eaed9c-b338-4cbb-88ac-48d4a69789c5 req-6ce9ee9c-c93d-4ebe-b02c-5f97b0996e2a service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] No waiting events found dispatching network-vif-plugged-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:53:41 user nova-compute[75209]: WARNING nova.compute.manager [req-40eaed9c-b338-4cbb-88ac-48d4a69789c5 req-6ce9ee9c-c93d-4ebe-b02c-5f97b0996e2a service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received unexpected event network-vif-plugged-fa8f1359-741b-4e8b-9495-4274e45903a8 for instance with vm_state building and task_state spawning.
Dec 04 19:53:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:41 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:42 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:53:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:53:42 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Instance spawned successfully.
Dec 04 19:53:42 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:53:43 user nova-compute[75209]: INFO nova.compute.manager [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Took 4.82 seconds to spawn the instance on the hypervisor.
Dec 04 19:53:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:53:43 user nova-compute[75209]: INFO nova.compute.manager [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Took 14.38 seconds to build instance.
Dec 04 19:53:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5d86f4f8-cc18-4b5a-b7f7-ae2c1f5924ea tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.478s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-966d4720-6a2d-4895-ad6d-21f22ff673d6 req-6f80969b-6420-4144-8495-846ea0be0a63 service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received event network-vif-plugged-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-966d4720-6a2d-4895-ad6d-21f22ff673d6 req-6f80969b-6420-4144-8495-846ea0be0a63 service nova] Acquiring lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-966d4720-6a2d-4895-ad6d-21f22ff673d6 req-6f80969b-6420-4144-8495-846ea0be0a63 service nova] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-966d4720-6a2d-4895-ad6d-21f22ff673d6 req-6f80969b-6420-4144-8495-846ea0be0a63 service nova] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:53:43 user nova-compute[75209]: DEBUG nova.compute.manager [req-966d4720-6a2d-4895-ad6d-21f22ff673d6 req-6f80969b-6420-4144-8495-846ea0be0a63 service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] No waiting events found dispatching network-vif-plugged-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:53:43 user nova-compute[75209]: WARNING nova.compute.manager [req-966d4720-6a2d-4895-ad6d-21f22ff673d6 req-6f80969b-6420-4144-8495-846ea0be0a63 service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received unexpected event network-vif-plugged-fa8f1359-741b-4e8b-9495-4274e45903a8 for instance with vm_state active and task_state None.
Dec 04 19:53:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:53:58 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:53:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:00 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:00 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:54:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:54:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:54:04 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:54:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:54:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:54:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:54:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:54:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:54:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:54:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:54:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:54:09 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:54:09 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 146256c3-cc9d-47df-8076-a45c34c0dd31 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:54:10 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updating instance_info_cache with network_info: [{"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:54:10 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:54:10 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:54:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:54:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:54:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:54:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:54:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:54:15 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:54:16 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:54:16 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9063MB free_disk=24.986328125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 146256c3-cc9d-47df-8076-a45c34c0dd31 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:54:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.439s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:54:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4996-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:54:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:54:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:54:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:54:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:54:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:54:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:54:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:54:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:54:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:55:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:55:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:55:05 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:55:05 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:55:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:55:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:55:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:55:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:55:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:55:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:55:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:55:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:55:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:55:12 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 146256c3-cc9d-47df-8076-a45c34c0dd31 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:55:12 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updating instance_info_cache with network_info: [{"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:55:12 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:55:12 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:55:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:55:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:55:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:55:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:55:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:55:17 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:55:17 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:55:17 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:55:18 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:55:18 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:55:18 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9081MB free_disk=24.985767364501953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:55:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:55:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:55:18 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 146256c3-cc9d-47df-8076-a45c34c0dd31 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:55:18 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:55:18 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:55:18 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:55:18 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:55:18 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:55:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.389s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:55:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:55:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:55:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:55:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:55:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:20 user nova-compute[75209]: DEBUG nova.compute.manager [req-29f2cd16-39ce-4d7e-9cb6-35d2846dc6fb req-b0a3eff5-febd-436a-8703-4546e2ecea38 service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received event network-changed-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:55:20 user nova-compute[75209]: DEBUG nova.compute.manager [req-29f2cd16-39ce-4d7e-9cb6-35d2846dc6fb req-b0a3eff5-febd-436a-8703-4546e2ecea38 service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Refreshing instance network info cache due to event network-changed-fa8f1359-741b-4e8b-9495-4274e45903a8. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:55:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-29f2cd16-39ce-4d7e-9cb6-35d2846dc6fb req-b0a3eff5-febd-436a-8703-4546e2ecea38 service nova] Acquiring lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:55:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-29f2cd16-39ce-4d7e-9cb6-35d2846dc6fb req-b0a3eff5-febd-436a-8703-4546e2ecea38 service nova] Acquired lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:55:20 user nova-compute[75209]: DEBUG nova.network.neutron [req-29f2cd16-39ce-4d7e-9cb6-35d2846dc6fb req-b0a3eff5-febd-436a-8703-4546e2ecea38 service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Refreshing network info cache for port fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG nova.network.neutron [req-29f2cd16-39ce-4d7e-9cb6-35d2846dc6fb req-b0a3eff5-febd-436a-8703-4546e2ecea38 service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updated VIF entry in instance network info cache for port fa8f1359-741b-4e8b-9495-4274e45903a8. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG nova.network.neutron [req-29f2cd16-39ce-4d7e-9cb6-35d2846dc6fb req-b0a3eff5-febd-436a-8703-4546e2ecea38 service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updating instance_info_cache with network_info: [{"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "146256c3-cc9d-47df-8076-a45c34c0dd31" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:55:21 user nova-compute[75209]: INFO nova.compute.manager [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Terminating instance
Dec 04 19:55:21 user nova-compute[75209]: DEBUG nova.compute.manager [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-29f2cd16-39ce-4d7e-9cb6-35d2846dc6fb req-b0a3eff5-febd-436a-8703-4546e2ecea38 service nova] Releasing lock "refresh_cache-146256c3-cc9d-47df-8076-a45c34c0dd31" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:21 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Instance destroyed successfully.
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.objects.instance [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'resources' on Instance uuid 146256c3-cc9d-47df-8076-a45c34c0dd31 {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:53:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2139344885',display_name='tempest-TestVolumeBootPattern-server-2139344885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2139344885',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNpYW7M2De4ezqZR4mbyQQmRbfXOj0KGKV3K6hDndwJO0WBSm3BvRDqLrGnuHGnNfWt0J9Rj9bcw5t9RvKpjJlIJhrIqMn2Bnj2gfVHxHuztL7cn3O02m7zL6bNGbB+bIg==',key_name='tempest-TestVolumeBootPattern-572805511',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:53:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-j9qml4ot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:53:43Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=146256c3-cc9d-47df-8076-a45c34c0dd31,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "fa8f1359-741b-4e8b-9495-4274e45903a8", "address": "fa:16:3e:0f:bc:05", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa8f1359-74", "ovs_interfaceid": "fa8f1359-741b-4e8b-9495-4274e45903a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0f:bc:05,bridge_name='br-int',has_traffic_filtering=True,id=fa8f1359-741b-4e8b-9495-4274e45903a8,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa8f1359-74') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_vif [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:bc:05,bridge_name='br-int',has_traffic_filtering=True,id=fa8f1359-741b-4e8b-9495-4274e45903a8,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa8f1359-74') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfa8f1359-74, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a56d149e-09cb-40c4-92f4-eceea9648134) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:55:22 user nova-compute[75209]: INFO os_vif [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:bc:05,bridge_name='br-int',has_traffic_filtering=True,id=fa8f1359-741b-4e8b-9495-4274e45903a8,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa8f1359-74')
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRSJBlbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:55:22 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[15f4a206-48b9-4679-b72e-62a4f49d0dc0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 19:55:22 user nova-compute[75209]: No targets found.
Dec 04 19:55:22 user nova-compute[75209]: iSNS:
Dec 04 19:55:22 user nova-compute[75209]: No targets found.
Dec 04 19:55:22 user nova-compute[75209]: STATIC:
Dec 04 19:55:22 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c
Dec 04 19:55:22 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 19:55:22 user nova-compute[75209]:                 Iface Name: default
Dec 04 19:55:22 user nova-compute[75209]: FIRMWARE:
Dec 04 19:55:22 user nova-compute[75209]: No targets found.
Dec 04 19:55:22 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 19:55:22 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 19:55:22 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d918d885-168c-4fed-ae17-82379ddbb9fc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a16c9f-4057-4dad-9dc1-93ec552e8013]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 19:55:22 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 19:55:22 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c5a25f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae83015a-d899-4b21-99eb-ce6d6e0f242e]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd7ac97e-022e-4386-98d7-0658a5f176d5]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[29171e5c-225b-4031-9b66-a140be777771]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c2e23f1-4b0e-43c4-8678-9472dd93d2d1]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO278af733-692c0e3af0a44662', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_278af733', '/dev/disk/by-id/scsi-23639326330653361') {{(pid=86285) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fce0141-75ba-4ccd-af6c-44c3ae2d5cca]: (4, None) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b169d6b-25f6-47c7-b13e-09d180ddd4a8]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[899fc7c4-cdb6-4f81-ac1c-e14ed078d816]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260]
Dec 04 19:55:22 user nova-compute[75209]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260] successful.
Dec 04 19:55:22 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a06e11-2407-4d23-a84d-52c1565449fd]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== disconnect_volume: return (277ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 19:55:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Deleting instance files /opt/stack/data/nova/instances/146256c3-cc9d-47df-8076-a45c34c0dd31_del
Dec 04 19:55:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Deletion of /opt/stack/data/nova/instances/146256c3-cc9d-47df-8076-a45c34c0dd31_del complete
Dec 04 19:55:22 user nova-compute[75209]: INFO nova.compute.manager [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Took 1.14 seconds to destroy the instance on the hypervisor.
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received event network-vif-unplugged-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] Acquiring lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] No waiting events found dispatching network-vif-unplugged-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received event network-vif-unplugged-fa8f1359-741b-4e8b-9495-4274e45903a8 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received event network-vif-plugged-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] Acquiring lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:55:22 user nova-compute[75209]: DEBUG nova.compute.manager [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] No waiting events found dispatching network-vif-plugged-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:55:22 user nova-compute[75209]: WARNING nova.compute.manager [req-a8f7ffd2-db0e-4987-a95d-7f6a70e685b9 req-1b1d8326-2ed9-47fc-8f18-13b4ed7e059d service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received unexpected event network-vif-plugged-fa8f1359-741b-4e8b-9495-4274e45903a8 for instance with vm_state active and task_state deleting.
Dec 04 19:55:23 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:55:23 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Took 0.89 seconds to deallocate network for instance.
Dec 04 19:55:23 user nova-compute[75209]: DEBUG nova.compute.manager [req-06572b98-5b20-4344-9735-2c01ab72b277 req-3248ae5a-bc20-43ef-b38b-bf614b2f6359 service nova] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Received event network-vif-deleted-fa8f1359-741b-4e8b-9495-4274e45903a8 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:55:24 user nova-compute[75209]: INFO nova.compute.manager [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 146256c3-cc9d-47df-8076-a45c34c0dd31] Took 0.79 seconds to detach 1 volumes for instance.
Dec 04 19:55:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:55:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:55:24 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:55:24 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:55:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.109s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:55:24 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Deleted allocations for instance 146256c3-cc9d-47df-8076-a45c34c0dd31
Dec 04 19:55:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-5bac7a58-4df7-4022-93b9-7e2f4b2ead84 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "146256c3-cc9d-47df-8076-a45c34c0dd31" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.111s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:55:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:55:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:55:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:55:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:55:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:55:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:55:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:55:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:55:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:56:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:56:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:56:05 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:56:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:56:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:56:07 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:56:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:56:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:56:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:56:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "46151106-dc4f-44fd-8043-ada70f9289bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "46151106-dc4f-44fd-8043-ada70f9289bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:56:13 user nova-compute[75209]: INFO nova.compute.claims [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Claim successful on node user
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.194s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:56:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.policy [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b47184cfc88546e0873d275169bdf4a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b719cfeb09429d8e40caaf62fee747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:56:13 user nova-compute[75209]: INFO nova.virt.block_device [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Booting with volume 05203978-0e60-4fa1-89ad-ed0443f7bd4c at /dev/vda
Dec 04 19:56:13 user nova-compute[75209]: DEBUG os_brick.utils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[918c0e98-9eaa-41ab-88f8-f055e69cfb60]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d942752-9d88-4499-abb1-32e3390bea1a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a0cc3b8-eb1e-4f42-b4a7-9e2b7622f859]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a34116-3379-40a0-9589-455cd37ae9dc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:56:13 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[286241f3-6c17-482f-bc9e-8a25986ebe01]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG os_brick.utils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updating existing volume attachment record: 8e41125f-0539-4a48-9662-057c8c287cab {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Skipping network cache update for instance because it is Building. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 04 19:56:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 19:56:14 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Successfully created port: c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Successfully updated port: c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquired lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-d3699054-4eeb-4076-a29f-e4d53658fc9c req-9261aaff-9286-4587-abe6-8c3e35eab27c service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received event network-changed-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-d3699054-4eeb-4076-a29f-e4d53658fc9c req-9261aaff-9286-4587-abe6-8c3e35eab27c service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Refreshing instance network info cache due to event network-changed-c30c9abd-b81b-4a8d-84c4-2c470ddc1754. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3699054-4eeb-4076-a29f-e4d53658fc9c req-9261aaff-9286-4587-abe6-8c3e35eab27c service nova] Acquiring lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updating instance_info_cache with network_info: [{"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Releasing lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Instance network_info: |[{"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3699054-4eeb-4076-a29f-e4d53658fc9c req-9261aaff-9286-4587-abe6-8c3e35eab27c service nova] Acquired lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-d3699054-4eeb-4076-a29f-e4d53658fc9c req-9261aaff-9286-4587-abe6-8c3e35eab27c service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Refreshing network info cache for port c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-d3699054-4eeb-4076-a29f-e4d53658fc9c req-9261aaff-9286-4587-abe6-8c3e35eab27c service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updated VIF entry in instance network info cache for port c30c9abd-b81b-4a8d-84c4-2c470ddc1754. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-d3699054-4eeb-4076-a29f-e4d53658fc9c req-9261aaff-9286-4587-abe6-8c3e35eab27c service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updating instance_info_cache with network_info: [{"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:56:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-d3699054-4eeb-4076-a29f-e4d53658fc9c req-9261aaff-9286-4587-abe6-8c3e35eab27c service nova] Releasing lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:56:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:56:18 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:56:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:56:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:56:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:56:18 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:56:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:56:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:56:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9204MB free_disk=24.984561920166016GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:56:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:56:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:56:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 46151106-dc4f-44fd-8043-ada70f9289bd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:56:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:56:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:56:19 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:56:19 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:56:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:56:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.175s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:56:22 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Creating image(s)
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Ensure instance console log exists: /opt/stack/data/nova/instances/46151106-dc4f-44fd-8043-ada70f9289bd/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Start _get_guest_xml network_info=[{"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': '8e41125f-0539-4a48-9662-057c8c287cab', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRSJBlbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '46151106-dc4f-44fd-8043-ada70f9289bd', 'attached_at': '', 'detached_at': '', 'volume_id': '05203978-0e60-4fa1-89ad-ed0443f7bd4c', 'serial': '05203978-0e60-4fa1-89ad-ed0443f7bd4c'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:56:22 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:56:22 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRSJBlbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:56:22 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:56:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:56:22 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:56:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:56:22 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[26e02a2a-e646-464b-902d-1f5257194747]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:56:22 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9844eec9-2d96-4aee-af71-e6b4a6f7f668]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c] added
Dec 04 19:56:22 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[72d6b2df-1930-49f3-a776-363add49e934]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4fe01d8-eed6-4233-9bc8-7518bfd3a444]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:56:22 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PRSJBlbx {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PRSJBlbx" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b256fbe4-1368-41b2-9f5e-b1c7e9445027]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PRSJBlbx'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa5505e1-ac6f-470b-8ff6-347609a4bc09]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f65aee19-a274-4ed3-a183-fe3000da370f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:56:23 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 04 19:56:23 user nova-compute[75209]:  {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:56:23 user nova-compute[75209]: WARNING os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 04 19:56:23 user nova-compute[75209]: 
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9515745-e9a4-443d-a5fa-9979fb20bed2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260]
Dec 04 19:56:23 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260] successful.
Dec 04 19:56:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2afdfabc-8da1-4271-ac14-8f8fbe4652f8]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[049dc73c-57b5-4107-93bb-137315173453]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 19:56:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 19:56:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0c3638b-36f1-44d5-b7d6-a01e3049ec15]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:56:23 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: None {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRSJBlbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '23639326330653361', 'path': '/dev/sdb'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639326330653361', 'path': '/dev/sdb'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1194669531',display_name='tempest-TestVolumeBootPattern-server-1194669531',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1194669531',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNpYW7M2De4ezqZR4mbyQQmRbfXOj0KGKV3K6hDndwJO0WBSm3BvRDqLrGnuHGnNfWt0J9Rj9bcw5t9RvKpjJlIJhrIqMn2Bnj2gfVHxHuztL7cn3O02m7zL6bNGbB+bIg==',key_name='tempest-TestVolumeBootPattern-572805511',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-vkjcodir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:56:14Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=46151106-dc4f-44fd-8043-ada70f9289bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:e1:35,bridge_name='br-int',has_traffic_filtering=True,id=c30c9abd-b81b-4a8d-84c4-2c470ddc1754,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc30c9abd-b8') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.objects.instance [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'pci_devices' on Instance uuid 46151106-dc4f-44fd-8043-ada70f9289bd {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:56:24 user nova-compute[75209]:   <uuid>46151106-dc4f-44fd-8043-ada70f9289bd</uuid>
Dec 04 19:56:24 user nova-compute[75209]:   <name>instance-00000033</name>
Dec 04 19:56:24 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:56:24 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:56:24 user nova-compute[75209]:   <metadata>
Dec 04 19:56:24 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:56:24 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:56:24 user nova-compute[75209]:       <nova:name>tempest-TestVolumeBootPattern-server-1194669531</nova:name>
Dec 04 19:56:24 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:56:22</nova:creationTime>
Dec 04 19:56:24 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:56:24 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:56:24 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:56:24 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:56:24 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:56:24 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:56:24 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:56:24 user nova-compute[75209]:       <nova:owner>
Dec 04 19:56:24 user nova-compute[75209]:         <nova:user uuid="b47184cfc88546e0873d275169bdf4a2">tempest-TestVolumeBootPattern-386372412-project-member</nova:user>
Dec 04 19:56:24 user nova-compute[75209]:         <nova:project uuid="39b719cfeb09429d8e40caaf62fee747">tempest-TestVolumeBootPattern-386372412</nova:project>
Dec 04 19:56:24 user nova-compute[75209]:       </nova:owner>
Dec 04 19:56:24 user nova-compute[75209]:       <nova:ports>
Dec 04 19:56:24 user nova-compute[75209]:         <nova:port uuid="c30c9abd-b81b-4a8d-84c4-2c470ddc1754">
Dec 04 19:56:24 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 04 19:56:24 user nova-compute[75209]:         </nova:port>
Dec 04 19:56:24 user nova-compute[75209]:       </nova:ports>
Dec 04 19:56:24 user nova-compute[75209]:     </nova:instance>
Dec 04 19:56:24 user nova-compute[75209]:   </metadata>
Dec 04 19:56:24 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:56:24 user nova-compute[75209]:     <system>
Dec 04 19:56:24 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:56:24 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:56:24 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:56:24 user nova-compute[75209]:       <entry name="serial">46151106-dc4f-44fd-8043-ada70f9289bd</entry>
Dec 04 19:56:24 user nova-compute[75209]:       <entry name="uuid">46151106-dc4f-44fd-8043-ada70f9289bd</entry>
Dec 04 19:56:24 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:56:24 user nova-compute[75209]:     </system>
Dec 04 19:56:24 user nova-compute[75209]:   </sysinfo>
Dec 04 19:56:24 user nova-compute[75209]:   <os>
Dec 04 19:56:24 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:56:24 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:56:24 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:56:24 user nova-compute[75209]:   </os>
Dec 04 19:56:24 user nova-compute[75209]:   <features>
Dec 04 19:56:24 user nova-compute[75209]:     <acpi/>
Dec 04 19:56:24 user nova-compute[75209]:     <apic/>
Dec 04 19:56:24 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:56:24 user nova-compute[75209]:   </features>
Dec 04 19:56:24 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:56:24 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:56:24 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:56:24 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:56:24 user nova-compute[75209]:   </clock>
Dec 04 19:56:24 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:56:24 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:56:24 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:56:24 user nova-compute[75209]:   </cpu>
Dec 04 19:56:24 user nova-compute[75209]:   <devices>
Dec 04 19:56:24 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:56:24 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:56:24 user nova-compute[75209]:       <source dev="/dev/sdb"/>
Dec 04 19:56:24 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:56:24 user nova-compute[75209]:       <serial>05203978-0e60-4fa1-89ad-ed0443f7bd4c</serial>
Dec 04 19:56:24 user nova-compute[75209]:     </disk>
Dec 04 19:56:24 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:56:24 user nova-compute[75209]:       <mac address="fa:16:3e:dd:e1:35"/>
Dec 04 19:56:24 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:56:24 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:56:24 user nova-compute[75209]:       <target dev="tapc30c9abd-b8"/>
Dec 04 19:56:24 user nova-compute[75209]:     </interface>
Dec 04 19:56:24 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:56:24 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/46151106-dc4f-44fd-8043-ada70f9289bd/console.log" append="off"/>
Dec 04 19:56:24 user nova-compute[75209]:     </serial>
Dec 04 19:56:24 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:56:24 user nova-compute[75209]:     <video>
Dec 04 19:56:24 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:56:24 user nova-compute[75209]:     </video>
Dec 04 19:56:24 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:56:24 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:56:24 user nova-compute[75209]:     </rng>
Dec 04 19:56:24 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:56:24 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:56:24 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:56:24 user nova-compute[75209]:     </memballoon>
Dec 04 19:56:24 user nova-compute[75209]:   </devices>
Dec 04 19:56:24 user nova-compute[75209]: </domain>
Dec 04 19:56:24 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1194669531',display_name='tempest-TestVolumeBootPattern-server-1194669531',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1194669531',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNpYW7M2De4ezqZR4mbyQQmRbfXOj0KGKV3K6hDndwJO0WBSm3BvRDqLrGnuHGnNfWt0J9Rj9bcw5t9RvKpjJlIJhrIqMn2Bnj2gfVHxHuztL7cn3O02m7zL6bNGbB+bIg==',key_name='tempest-TestVolumeBootPattern-572805511',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-vkjcodir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:56:14Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=46151106-dc4f-44fd-8043-ada70f9289bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:e1:35,bridge_name='br-int',has_traffic_filtering=True,id=c30c9abd-b81b-4a8d-84c4-2c470ddc1754,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc30c9abd-b8') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG os_vif [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:e1:35,bridge_name='br-int',has_traffic_filtering=True,id=c30c9abd-b81b-4a8d-84c4-2c470ddc1754,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc30c9abd-b8') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c2788fd9-f714-52b3-becb-b5c4a1268a44', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc30c9abd-b8, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc30c9abd-b8, col_values=(('qos', UUID('67e46e98-f0ca-4643-b52f-bc55ef28bfc4')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc30c9abd-b8, col_values=(('external_ids', {'iface-id': 'c30c9abd-b81b-4a8d-84c4-2c470ddc1754', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:e1:35', 'vm-uuid': '46151106-dc4f-44fd-8043-ada70f9289bd'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:24 user nova-compute[75209]: INFO os_vif [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:e1:35,bridge_name='br-int',has_traffic_filtering=True,id=c30c9abd-b81b-4a8d-84c4-2c470ddc1754,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc30c9abd-b8')
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:56:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No VIF found with MAC fa:16:3e:dd:e1:35, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:56:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-f36b831e-145b-483a-8d1b-6490e5d2192e req-f9c1d4bd-3ed3-4080-892b-bab748e9eb16 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received event network-vif-plugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:56:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f36b831e-145b-483a-8d1b-6490e5d2192e req-f9c1d4bd-3ed3-4080-892b-bab748e9eb16 service nova] Acquiring lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:56:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f36b831e-145b-483a-8d1b-6490e5d2192e req-f9c1d4bd-3ed3-4080-892b-bab748e9eb16 service nova] Lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:56:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f36b831e-145b-483a-8d1b-6490e5d2192e req-f9c1d4bd-3ed3-4080-892b-bab748e9eb16 service nova] Lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:56:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-f36b831e-145b-483a-8d1b-6490e5d2192e req-f9c1d4bd-3ed3-4080-892b-bab748e9eb16 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] No waiting events found dispatching network-vif-plugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:56:25 user nova-compute[75209]: WARNING nova.compute.manager [req-f36b831e-145b-483a-8d1b-6490e5d2192e req-f9c1d4bd-3ed3-4080-892b-bab748e9eb16 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received unexpected event network-vif-plugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 for instance with vm_state building and task_state spawning.
Dec 04 19:56:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:26 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:56:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Instance spawned successfully.
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-f06d0864-0089-4a28-8318-c6309a7ce60f req-f8de237c-f877-4e05-9336-65d0f200744e service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received event network-vif-plugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f06d0864-0089-4a28-8318-c6309a7ce60f req-f8de237c-f877-4e05-9336-65d0f200744e service nova] Acquiring lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f06d0864-0089-4a28-8318-c6309a7ce60f req-f8de237c-f877-4e05-9336-65d0f200744e service nova] Lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-f06d0864-0089-4a28-8318-c6309a7ce60f req-f8de237c-f877-4e05-9336-65d0f200744e service nova] Lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-f06d0864-0089-4a28-8318-c6309a7ce60f req-f8de237c-f877-4e05-9336-65d0f200744e service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] No waiting events found dispatching network-vif-plugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:56:27 user nova-compute[75209]: WARNING nova.compute.manager [req-f06d0864-0089-4a28-8318-c6309a7ce60f req-f8de237c-f877-4e05-9336-65d0f200744e service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received unexpected event network-vif-plugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 for instance with vm_state building and task_state spawning.
Dec 04 19:56:27 user nova-compute[75209]: INFO nova.compute.manager [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Took 5.01 seconds to spawn the instance on the hypervisor.
Dec 04 19:56:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:56:27 user nova-compute[75209]: INFO nova.compute.manager [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Took 14.81 seconds to build instance.
Dec 04 19:56:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-0533e4bf-8465-4618-aa81-bcda861ea39b tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "46151106-dc4f-44fd-8043-ada70f9289bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.904s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:56:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:56:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:57:03 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:57:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:57:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:57:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:57:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:57:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:05 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:57:07 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:57:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:57:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:57:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:57:09 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:57:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:57:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:57:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:57:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:57:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:57:13 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:57:13 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 46151106-dc4f-44fd-8043-ada70f9289bd {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:57:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:57:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 19:57:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:57:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 19:57:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:14 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updating instance_info_cache with network_info: [{"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:57:14 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:57:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:57:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:57:18 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:57:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:57:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:57:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:57:18 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:57:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:57:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:57:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:57:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9067MB free_disk=24.983200073242188GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:57:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:57:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:57:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 46151106-dc4f-44fd-8043-ada70f9289bd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:57:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:57:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:57:19 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:57:19 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:57:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:57:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.182s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:57:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:57:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:57:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:57:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:57:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:01 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:03 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:03 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-76368063-17c7-4bb6-906a-ed858acad238 req-74ec759e-df61-4354-b27c-32f3ab0ebeb7 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received event network-changed-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:58:04 user nova-compute[75209]: DEBUG nova.compute.manager [req-76368063-17c7-4bb6-906a-ed858acad238 req-74ec759e-df61-4354-b27c-32f3ab0ebeb7 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Refreshing instance network info cache due to event network-changed-c30c9abd-b81b-4a8d-84c4-2c470ddc1754. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:58:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-76368063-17c7-4bb6-906a-ed858acad238 req-74ec759e-df61-4354-b27c-32f3ab0ebeb7 service nova] Acquiring lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:58:04 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-76368063-17c7-4bb6-906a-ed858acad238 req-74ec759e-df61-4354-b27c-32f3ab0ebeb7 service nova] Acquired lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:58:04 user nova-compute[75209]: DEBUG nova.network.neutron [req-76368063-17c7-4bb6-906a-ed858acad238 req-74ec759e-df61-4354-b27c-32f3ab0ebeb7 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Refreshing network info cache for port c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:58:05 user nova-compute[75209]: DEBUG nova.network.neutron [req-76368063-17c7-4bb6-906a-ed858acad238 req-74ec759e-df61-4354-b27c-32f3ab0ebeb7 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updated VIF entry in instance network info cache for port c30c9abd-b81b-4a8d-84c4-2c470ddc1754. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:58:05 user nova-compute[75209]: DEBUG nova.network.neutron [req-76368063-17c7-4bb6-906a-ed858acad238 req-74ec759e-df61-4354-b27c-32f3ab0ebeb7 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updating instance_info_cache with network_info: [{"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:58:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-76368063-17c7-4bb6-906a-ed858acad238 req-74ec759e-df61-4354-b27c-32f3ab0ebeb7 service nova] Releasing lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:58:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:09 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:11 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:58:12 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "454bc060-a8e4-4884-8734-eac74d30752f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "454bc060-a8e4-4884-8734-eac74d30752f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Starting instance... {{(pid=75209) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75209) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 04 19:58:13 user nova-compute[75209]: INFO nova.compute.claims [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Claim successful on node user
Dec 04 19:58:13 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.270s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Start building networks asynchronously for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Allocating IP information in the background. {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG nova.network.neutron [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] allocate_for_instance() {{(pid=75209) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 04 19:58:13 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 04 19:58:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Start building block device mappings for instance. {{(pid=75209) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG nova.policy [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b47184cfc88546e0873d275169bdf4a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b719cfeb09429d8e40caaf62fee747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75209) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 04 19:58:13 user nova-compute[75209]: INFO nova.virt.block_device [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Booting with volume a3c4dd3b-5d93-44c2-991c-a366fe606553 at /dev/vda
Dec 04 19:58:13 user nova-compute[75209]: DEBUG os_brick.utils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc9be45a-2afb-4b14-b02f-5efb58a9514a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:e6bd5c1f178e\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a8cb07-873a-4f97-bc87-e401e3121a1d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:13 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e86c047a-023c-4dd6-9dd6-a8db2cfa2b1e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d349a26-3550-4dbb-9bf1-45129cfe48f2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Running cmd (subprocess): nvme version {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] 'nvme version' failed. Not Retrying. {{(pid=75209) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.nvmeof [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] nvme not present on system {{(pid=75209) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 04 19:58:14 user nova-compute[75209]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 04 19:58:14 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e42e4fe-5f05-47c5-b78c-0dbfaaa36a62]: (4, '') {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75209) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.lightos [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] LIGHTOS: no hostnqn found. {{(pid=75209) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG os_brick.utils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:e6bd5c1f178e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG nova.virt.block_device [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Updating existing volume attachment record: daf54e76-afa1-45ee-a438-804b269884e8 {{(pid=75209) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:14 user nova-compute[75209]: DEBUG nova.network.neutron [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Successfully created port: bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Successfully updated port: bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquired lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Building network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Instance cache missing network info. {{(pid=75209) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-da6e9ba9-88a9-4f92-8dbe-ec7177b8a6e2 req-38ddd46a-dba5-4013-95b9-14b7281f18c9 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received event network-changed-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.compute.manager [req-da6e9ba9-88a9-4f92-8dbe-ec7177b8a6e2 req-38ddd46a-dba5-4013-95b9-14b7281f18c9 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Refreshing instance network info cache due to event network-changed-bf592671-6038-479e-8e6a-9b3935e36d93. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da6e9ba9-88a9-4f92-8dbe-ec7177b8a6e2 req-38ddd46a-dba5-4013-95b9-14b7281f18c9 service nova] Acquiring lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Updating instance_info_cache with network_info: [{"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Releasing lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Instance network_info: |[{"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75209) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da6e9ba9-88a9-4f92-8dbe-ec7177b8a6e2 req-38ddd46a-dba5-4013-95b9-14b7281f18c9 service nova] Acquired lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-da6e9ba9-88a9-4f92-8dbe-ec7177b8a6e2 req-38ddd46a-dba5-4013-95b9-14b7281f18c9 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Refreshing network info cache for port bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-da6e9ba9-88a9-4f92-8dbe-ec7177b8a6e2 req-38ddd46a-dba5-4013-95b9-14b7281f18c9 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Updated VIF entry in instance network info cache for port bf592671-6038-479e-8e6a-9b3935e36d93. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.network.neutron [req-da6e9ba9-88a9-4f92-8dbe-ec7177b8a6e2 req-38ddd46a-dba5-4013-95b9-14b7281f18c9 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Updating instance_info_cache with network_info: [{"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Skipping network cache update for instance because it is Building. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-da6e9ba9-88a9-4f92-8dbe-ec7177b8a6e2 req-38ddd46a-dba5-4013-95b9-14b7281f18c9 service nova] Releasing lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:58:15 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 46151106-dc4f-44fd-8043-ada70f9289bd {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:58:16 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updating instance_info_cache with network_info: [{"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:58:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:58:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:58:18 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:58:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:58:18 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:58:18 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:58:18 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:58:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:58:19 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:58:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9079MB free_disk=24.982120513916016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 46151106-dc4f-44fd-8043-ada70f9289bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 454bc060-a8e4-4884-8734-eac74d30752f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.228s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:58:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:20 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Start spawning the instance on the hypervisor. {{(pid=75209) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Creating instance directory {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 04 19:58:23 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Creating image(s)
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Did not create local disks {{(pid=75209) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Ensure instance console log exists: /opt/stack/data/nova/instances/454bc060-a8e4-4884-8734-eac74d30752f/console.log {{(pid=75209) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Start _get_guest_xml network_info=[{"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'attachment_id': 'daf54e76-afa1-45ee-a438-804b269884e8', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dxOQfYGK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '454bc060-a8e4-4884-8734-eac74d30752f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3c4dd3b-5d93-44c2-991c-a366fe606553', 'serial': 'a3c4dd3b-5d93-44c2-991c-a366fe606553'}, 'delete_on_termination': False, 'disk_bus': 'virtio', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 04 19:58:23 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:58:23 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller missing on host. {{(pid=75209) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.host [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU controller found on host. {{(pid=75209) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75209) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-04T18:57:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image limits 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flavor pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Image pref 0:0:0 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75209) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Got 1 possible topologies {{(pid=75209) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.hardware [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75209) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Calling os-brick to attach iSCSI Volume {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dxOQfYGK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 19:58:23 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:58:23 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 19:58:23 user nova-compute[75209]: INFO os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f9dac94-321f-4251-b015-3b0c964185ee]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 04 19:58:23 user nova-compute[75209]:  {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --interface default --op new {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[13013781-94d3-4a5a-9b44-78b62efa3381]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553] added\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553] added
Dec 04 19:58:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d424672b-1fb4-4feb-adca-a96c5092dc72]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5af1564-a3b5-4d14-a172-f8aa8df32456]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dxOQfYGK {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dxOQfYGK" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[92ee0dd5-e7d0-41f9-b1be-d48678a71146]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dxOQfYGK'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f90d2f2-1b2b-4cf6-a84c-20017be08aff]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[4264965f-ce01-420b-8627-7bf528368e7c]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 19:58:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 19:58:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --login {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b9dcb84-ff3e-4750-88e8-30ff2b485345]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553, portal: 172.16.0.220,3260]
Dec 04 19:58:23 user nova-compute[75209]: Login to [iface: default, target: iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553, portal: 172.16.0.220,3260] successful.
Dec 04 19:58:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac63c0f-8bca-4ca8-996b-fd690d336f4c]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[172cc33c-6c77-4b7a-9856-3e92555da717]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 19:58:23 user nova-compute[75209]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 (non-flash)
Dec 04 19:58:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 19:58:23 user nova-compute[75209]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 (non-flash)
Dec 04 19:58:23 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to 172.16.0.220:3260 {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] HCTL ('34', '-', '-', 0) found on session 60 with lun 0 {{(pid=75209) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75209) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[5932322a-3bc9-427a-9faa-f9fa063e4a66]: (4, ('- - 0', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Searching for a device in session 60 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75209) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dxOQfYGK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75209) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:23 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.276s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== connect_volume: return (1278ms) {'type': 'block', 'scsi_wwn': '26432663839323666', 'path': '/dev/sdc'} {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432663839323666', 'path': '/dev/sdc'} {{(pid=75209) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:58:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-760679872',display_name='tempest-TestVolumeBootPattern-server-760679872',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-760679872',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNpYW7M2De4ezqZR4mbyQQmRbfXOj0KGKV3K6hDndwJO0WBSm3BvRDqLrGnuHGnNfWt0J9Rj9bcw5t9RvKpjJlIJhrIqMn2Bnj2gfVHxHuztL7cn3O02m7zL6bNGbB+bIg==',key_name='tempest-TestVolumeBootPattern-572805511',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-pqny9nmu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:58:14Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=454bc060-a8e4-4884-8734-eac74d30752f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75209) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:7d:0b,bridge_name='br-int',has_traffic_filtering=True,id=bf592671-6038-479e-8e6a-9b3935e36d93,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf592671-60') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.objects.instance [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'pci_devices' on Instance uuid 454bc060-a8e4-4884-8734-eac74d30752f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] End _get_guest_xml xml=<domain type="kvm">
Dec 04 19:58:24 user nova-compute[75209]:   <uuid>454bc060-a8e4-4884-8734-eac74d30752f</uuid>
Dec 04 19:58:24 user nova-compute[75209]:   <name>instance-00000034</name>
Dec 04 19:58:24 user nova-compute[75209]:   <memory>524288</memory>
Dec 04 19:58:24 user nova-compute[75209]:   <vcpu>1</vcpu>
Dec 04 19:58:24 user nova-compute[75209]:   <metadata>
Dec 04 19:58:24 user nova-compute[75209]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 04 19:58:24 user nova-compute[75209]:       <nova:package version="0.0.0"/>
Dec 04 19:58:24 user nova-compute[75209]:       <nova:name>tempest-TestVolumeBootPattern-server-760679872</nova:name>
Dec 04 19:58:24 user nova-compute[75209]:       <nova:creationTime>2023-12-04 19:58:23</nova:creationTime>
Dec 04 19:58:24 user nova-compute[75209]:       <nova:flavor name="m1.tiny">
Dec 04 19:58:24 user nova-compute[75209]:         <nova:memory>512</nova:memory>
Dec 04 19:58:24 user nova-compute[75209]:         <nova:disk>1</nova:disk>
Dec 04 19:58:24 user nova-compute[75209]:         <nova:swap>0</nova:swap>
Dec 04 19:58:24 user nova-compute[75209]:         <nova:ephemeral>0</nova:ephemeral>
Dec 04 19:58:24 user nova-compute[75209]:         <nova:vcpus>1</nova:vcpus>
Dec 04 19:58:24 user nova-compute[75209]:       </nova:flavor>
Dec 04 19:58:24 user nova-compute[75209]:       <nova:owner>
Dec 04 19:58:24 user nova-compute[75209]:         <nova:user uuid="b47184cfc88546e0873d275169bdf4a2">tempest-TestVolumeBootPattern-386372412-project-member</nova:user>
Dec 04 19:58:24 user nova-compute[75209]:         <nova:project uuid="39b719cfeb09429d8e40caaf62fee747">tempest-TestVolumeBootPattern-386372412</nova:project>
Dec 04 19:58:24 user nova-compute[75209]:       </nova:owner>
Dec 04 19:58:24 user nova-compute[75209]:       <nova:ports>
Dec 04 19:58:24 user nova-compute[75209]:         <nova:port uuid="bf592671-6038-479e-8e6a-9b3935e36d93">
Dec 04 19:58:24 user nova-compute[75209]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 04 19:58:24 user nova-compute[75209]:         </nova:port>
Dec 04 19:58:24 user nova-compute[75209]:       </nova:ports>
Dec 04 19:58:24 user nova-compute[75209]:     </nova:instance>
Dec 04 19:58:24 user nova-compute[75209]:   </metadata>
Dec 04 19:58:24 user nova-compute[75209]:   <sysinfo type="smbios">
Dec 04 19:58:24 user nova-compute[75209]:     <system>
Dec 04 19:58:24 user nova-compute[75209]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 04 19:58:24 user nova-compute[75209]:       <entry name="product">OpenStack Nova</entry>
Dec 04 19:58:24 user nova-compute[75209]:       <entry name="version">0.0.0</entry>
Dec 04 19:58:24 user nova-compute[75209]:       <entry name="serial">454bc060-a8e4-4884-8734-eac74d30752f</entry>
Dec 04 19:58:24 user nova-compute[75209]:       <entry name="uuid">454bc060-a8e4-4884-8734-eac74d30752f</entry>
Dec 04 19:58:24 user nova-compute[75209]:       <entry name="family">Virtual Machine</entry>
Dec 04 19:58:24 user nova-compute[75209]:     </system>
Dec 04 19:58:24 user nova-compute[75209]:   </sysinfo>
Dec 04 19:58:24 user nova-compute[75209]:   <os>
Dec 04 19:58:24 user nova-compute[75209]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 04 19:58:24 user nova-compute[75209]:     <boot dev="hd"/>
Dec 04 19:58:24 user nova-compute[75209]:     <smbios mode="sysinfo"/>
Dec 04 19:58:24 user nova-compute[75209]:   </os>
Dec 04 19:58:24 user nova-compute[75209]:   <features>
Dec 04 19:58:24 user nova-compute[75209]:     <acpi/>
Dec 04 19:58:24 user nova-compute[75209]:     <apic/>
Dec 04 19:58:24 user nova-compute[75209]:     <vmcoreinfo/>
Dec 04 19:58:24 user nova-compute[75209]:   </features>
Dec 04 19:58:24 user nova-compute[75209]:   <clock offset="utc">
Dec 04 19:58:24 user nova-compute[75209]:     <timer name="pit" tickpolicy="delay"/>
Dec 04 19:58:24 user nova-compute[75209]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 04 19:58:24 user nova-compute[75209]:     <timer name="hpet" present="no"/>
Dec 04 19:58:24 user nova-compute[75209]:   </clock>
Dec 04 19:58:24 user nova-compute[75209]:   <cpu mode="custom" match="exact">
Dec 04 19:58:24 user nova-compute[75209]:     <model>Nehalem</model>
Dec 04 19:58:24 user nova-compute[75209]:     <topology sockets="1" cores="1" threads="1"/>
Dec 04 19:58:24 user nova-compute[75209]:   </cpu>
Dec 04 19:58:24 user nova-compute[75209]:   <devices>
Dec 04 19:58:24 user nova-compute[75209]:     <disk type="block" device="disk">
Dec 04 19:58:24 user nova-compute[75209]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 04 19:58:24 user nova-compute[75209]:       <source dev="/dev/sdc"/>
Dec 04 19:58:24 user nova-compute[75209]:       <target dev="vda" bus="virtio"/>
Dec 04 19:58:24 user nova-compute[75209]:       <serial>a3c4dd3b-5d93-44c2-991c-a366fe606553</serial>
Dec 04 19:58:24 user nova-compute[75209]:     </disk>
Dec 04 19:58:24 user nova-compute[75209]:     <interface type="ethernet">
Dec 04 19:58:24 user nova-compute[75209]:       <mac address="fa:16:3e:e8:7d:0b"/>
Dec 04 19:58:24 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:58:24 user nova-compute[75209]:       <mtu size="1442"/>
Dec 04 19:58:24 user nova-compute[75209]:       <target dev="tapbf592671-60"/>
Dec 04 19:58:24 user nova-compute[75209]:     </interface>
Dec 04 19:58:24 user nova-compute[75209]:     <serial type="pty">
Dec 04 19:58:24 user nova-compute[75209]:       <log file="/opt/stack/data/nova/instances/454bc060-a8e4-4884-8734-eac74d30752f/console.log" append="off"/>
Dec 04 19:58:24 user nova-compute[75209]:     </serial>
Dec 04 19:58:24 user nova-compute[75209]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 04 19:58:24 user nova-compute[75209]:     <video>
Dec 04 19:58:24 user nova-compute[75209]:       <model type="virtio"/>
Dec 04 19:58:24 user nova-compute[75209]:     </video>
Dec 04 19:58:24 user nova-compute[75209]:     <rng model="virtio">
Dec 04 19:58:24 user nova-compute[75209]:       <backend model="random">/dev/urandom</backend>
Dec 04 19:58:24 user nova-compute[75209]:     </rng>
Dec 04 19:58:24 user nova-compute[75209]:     <controller type="usb" index="0" model="none"/>
Dec 04 19:58:24 user nova-compute[75209]:     <memballoon model="virtio">
Dec 04 19:58:24 user nova-compute[75209]:       <stats period="10"/>
Dec 04 19:58:24 user nova-compute[75209]:     </memballoon>
Dec 04 19:58:24 user nova-compute[75209]:   </devices>
Dec 04 19:58:24 user nova-compute[75209]: </domain>
Dec 04 19:58:24 user nova-compute[75209]:  {{(pid=75209) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:58:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-760679872',display_name='tempest-TestVolumeBootPattern-server-760679872',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-760679872',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNpYW7M2De4ezqZR4mbyQQmRbfXOj0KGKV3K6hDndwJO0WBSm3BvRDqLrGnuHGnNfWt0J9Rj9bcw5t9RvKpjJlIJhrIqMn2Bnj2gfVHxHuztL7cn3O02m7zL6bNGbB+bIg==',key_name='tempest-TestVolumeBootPattern-572805511',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-pqny9nmu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-04T19:58:14Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=454bc060-a8e4-4884-8734-eac74d30752f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:7d:0b,bridge_name='br-int',has_traffic_filtering=True,id=bf592671-6038-479e-8e6a-9b3935e36d93,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf592671-60') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG os_vif [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:7d:0b,bridge_name='br-int',has_traffic_filtering=True,id=bf592671-6038-479e-8e6a-9b3935e36d93,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf592671-60') {{(pid=75209) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a298a5f-a5be-5380-80d6-6694d8b59fee', '_type': 'linux-noop'}}, row=False) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf592671-60, may_exist=True, interface_attrs={}) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf592671-60, col_values=(('qos', UUID('ba7aad25-77e3-48f6-afed-2010f948d378')),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf592671-60, col_values=(('external_ids', {'iface-id': 'bf592671-6038-479e-8e6a-9b3935e36d93', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e8:7d:0b', 'vm-uuid': '454bc060-a8e4-4884-8734-eac74d30752f'}),), if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:24 user nova-compute[75209]: INFO os_vif [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:7d:0b,bridge_name='br-int',has_traffic_filtering=True,id=bf592671-6038-479e-8e6a-9b3935e36d93,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf592671-60')
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No BDM found with device name vda, not building metadata. {{(pid=75209) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 04 19:58:24 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] No VIF found with MAC fa:16:3e:e8:7d:0b, not building metadata {{(pid=75209) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 04 19:58:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-a5a23a5a-42c5-4399-8944-1f58c7862db7 req-fb05b0f5-7ec5-42bc-9254-3ee15ab15fe6 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received event network-vif-plugged-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:58:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a5a23a5a-42c5-4399-8944-1f58c7862db7 req-fb05b0f5-7ec5-42bc-9254-3ee15ab15fe6 service nova] Acquiring lock "454bc060-a8e4-4884-8734-eac74d30752f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:58:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a5a23a5a-42c5-4399-8944-1f58c7862db7 req-fb05b0f5-7ec5-42bc-9254-3ee15ab15fe6 service nova] Lock "454bc060-a8e4-4884-8734-eac74d30752f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:58:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-a5a23a5a-42c5-4399-8944-1f58c7862db7 req-fb05b0f5-7ec5-42bc-9254-3ee15ab15fe6 service nova] Lock "454bc060-a8e4-4884-8734-eac74d30752f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:58:25 user nova-compute[75209]: DEBUG nova.compute.manager [req-a5a23a5a-42c5-4399-8944-1f58c7862db7 req-fb05b0f5-7ec5-42bc-9254-3ee15ab15fe6 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] No waiting events found dispatching network-vif-plugged-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:58:25 user nova-compute[75209]: WARNING nova.compute.manager [req-a5a23a5a-42c5-4399-8944-1f58c7862db7 req-fb05b0f5-7ec5-42bc-9254-3ee15ab15fe6 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received unexpected event network-vif-plugged-bf592671-6038-479e-8e6a-9b3935e36d93 for instance with vm_state building and task_state spawning.
Dec 04 19:58:25 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Instance event wait completed in 0 seconds for  {{(pid=75209) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Guest created on hypervisor {{(pid=75209) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 04 19:58:27 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Instance spawned successfully.
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Found default for hw_cdrom_bus of ide {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Found default for hw_disk_bus of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Found default for hw_input_bus of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Found default for hw_pointer_model of None {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Found default for hw_video_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Found default for hw_vif_model of virtio {{(pid=75209) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-6e7cd541-2a16-4aa2-9389-1bd2dabd78b1 req-137e5d97-572d-4f9a-a705-4315c0e2434a service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received event network-vif-plugged-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6e7cd541-2a16-4aa2-9389-1bd2dabd78b1 req-137e5d97-572d-4f9a-a705-4315c0e2434a service nova] Acquiring lock "454bc060-a8e4-4884-8734-eac74d30752f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6e7cd541-2a16-4aa2-9389-1bd2dabd78b1 req-137e5d97-572d-4f9a-a705-4315c0e2434a service nova] Lock "454bc060-a8e4-4884-8734-eac74d30752f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6e7cd541-2a16-4aa2-9389-1bd2dabd78b1 req-137e5d97-572d-4f9a-a705-4315c0e2434a service nova] Lock "454bc060-a8e4-4884-8734-eac74d30752f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.compute.manager [req-6e7cd541-2a16-4aa2-9389-1bd2dabd78b1 req-137e5d97-572d-4f9a-a705-4315c0e2434a service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] No waiting events found dispatching network-vif-plugged-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 19:58:27 user nova-compute[75209]: WARNING nova.compute.manager [req-6e7cd541-2a16-4aa2-9389-1bd2dabd78b1 req-137e5d97-572d-4f9a-a705-4315c0e2434a service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received unexpected event network-vif-plugged-bf592671-6038-479e-8e6a-9b3935e36d93 for instance with vm_state building and task_state spawning.
Dec 04 19:58:27 user nova-compute[75209]: INFO nova.compute.manager [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Took 4.87 seconds to spawn the instance on the hypervisor.
Dec 04 19:58:27 user nova-compute[75209]: DEBUG nova.compute.manager [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Checking state {{(pid=75209) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 04 19:58:27 user nova-compute[75209]: INFO nova.compute.manager [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Took 14.56 seconds to build instance.
Dec 04 19:58:28 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-610ae05d-a43d-40bd-873f-67ecec923b00 tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "454bc060-a8e4-4884-8734-eac74d30752f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.694s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:58:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:30 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:32 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 19:58:32 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 19:58:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:35 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:40 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:45 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:50 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:55 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:58:59 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:58:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 46151106-dc4f-44fd-8043-ada70f9289bd {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:58:59 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Triggering sync for uuid 454bc060-a8e4-4884-8734-eac74d30752f {{(pid=75209) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 04 19:58:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "46151106-dc4f-44fd-8043-ada70f9289bd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:58:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "46151106-dc4f-44fd-8043-ada70f9289bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:58:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "454bc060-a8e4-4884-8734-eac74d30752f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:58:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "454bc060-a8e4-4884-8734-eac74d30752f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:58:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "46151106-dc4f-44fd-8043-ada70f9289bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:58:59 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "454bc060-a8e4-4884-8734-eac74d30752f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:58:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:59:00 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:59:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:59:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:59:07 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:59:09 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:59:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:59:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:59:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:59:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 19:59:14 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:59:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:59:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:59:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 19:59:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 19:59:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 19:59:15 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquired lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 19:59:15 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Forcefully refreshing network info cache for instance {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 04 19:59:15 user nova-compute[75209]: DEBUG nova.objects.instance [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lazy-loading 'info_cache' on Instance uuid 46151106-dc4f-44fd-8043-ada70f9289bd {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 19:59:16 user nova-compute[75209]: DEBUG nova.network.neutron [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updating instance_info_cache with network_info: [{"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 19:59:16 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Releasing lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 19:59:16 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updated the network info_cache for instance {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 04 19:59:19 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:59:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 19:59:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:59:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:59:19 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:59:19 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 19:59:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:59:19 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 19:59:20 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:59:20 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=8963MB free_disk=24.980762481689453GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 46151106-dc4f-44fd-8043-ada70f9289bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 454bc060-a8e4-4884-8734-eac74d30752f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing inventories for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating ProviderTree inventory for provider 21ae8f33-6f78-4779-921c-d12516131ad7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Updating inventory in ProviderTree for provider 21ae8f33-6f78-4779-921c-d12516131ad7 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing aggregate associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, aggregates: None {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Refreshing trait associations for resource provider 21ae8f33-6f78-4779-921c-d12516131ad7, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_SATA,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_ATTACH_WITH_TAG,HW_CPU_X86_SSE41,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIRTIO_PACKED,HW_CPU_X86_SSSE3,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NODE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE2,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_MMX,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_STORAGE_BUS_IDE,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42 {{(pid=75209) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 19:59:20 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.313s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 19:59:24 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:59:29 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:59:34 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:59:39 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:59:44 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:59:49 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 19:59:54 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 19:59:59 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:00:02 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:00:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:04 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:00:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-21ba52a3-8ad7-47dd-8150-f363be58a1ea req-bcb5f64d-1465-4efc-827c-c8d34e05fcdc service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received event network-changed-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 20:00:05 user nova-compute[75209]: DEBUG nova.compute.manager [req-21ba52a3-8ad7-47dd-8150-f363be58a1ea req-bcb5f64d-1465-4efc-827c-c8d34e05fcdc service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Refreshing instance network info cache due to event network-changed-bf592671-6038-479e-8e6a-9b3935e36d93. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 20:00:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-21ba52a3-8ad7-47dd-8150-f363be58a1ea req-bcb5f64d-1465-4efc-827c-c8d34e05fcdc service nova] Acquiring lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 20:00:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-21ba52a3-8ad7-47dd-8150-f363be58a1ea req-bcb5f64d-1465-4efc-827c-c8d34e05fcdc service nova] Acquired lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 20:00:05 user nova-compute[75209]: DEBUG nova.network.neutron [req-21ba52a3-8ad7-47dd-8150-f363be58a1ea req-bcb5f64d-1465-4efc-827c-c8d34e05fcdc service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Refreshing network info cache for port bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 20:00:05 user nova-compute[75209]: DEBUG nova.network.neutron [req-21ba52a3-8ad7-47dd-8150-f363be58a1ea req-bcb5f64d-1465-4efc-827c-c8d34e05fcdc service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Updated VIF entry in instance network info cache for port bf592671-6038-479e-8e6a-9b3935e36d93. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 20:00:05 user nova-compute[75209]: DEBUG nova.network.neutron [req-21ba52a3-8ad7-47dd-8150-f363be58a1ea req-bcb5f64d-1465-4efc-827c-c8d34e05fcdc service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Updating instance_info_cache with network_info: [{"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 20:00:05 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-21ba52a3-8ad7-47dd-8150-f363be58a1ea req-bcb5f64d-1465-4efc-827c-c8d34e05fcdc service nova] Releasing lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 20:00:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-958097da-0ee3-4dfa-b1c8-c7c5687025df req-beea4ee7-6a2b-423f-acb2-2c07ce6539d3 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received event network-changed-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-958097da-0ee3-4dfa-b1c8-c7c5687025df req-beea4ee7-6a2b-423f-acb2-2c07ce6539d3 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Refreshing instance network info cache due to event network-changed-bf592671-6038-479e-8e6a-9b3935e36d93. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-958097da-0ee3-4dfa-b1c8-c7c5687025df req-beea4ee7-6a2b-423f-acb2-2c07ce6539d3 service nova] Acquiring lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-958097da-0ee3-4dfa-b1c8-c7c5687025df req-beea4ee7-6a2b-423f-acb2-2c07ce6539d3 service nova] Acquired lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-958097da-0ee3-4dfa-b1c8-c7c5687025df req-beea4ee7-6a2b-423f-acb2-2c07ce6539d3 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Refreshing network info cache for port bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "454bc060-a8e4-4884-8734-eac74d30752f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "454bc060-a8e4-4884-8734-eac74d30752f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "454bc060-a8e4-4884-8734-eac74d30752f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "454bc060-a8e4-4884-8734-eac74d30752f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "454bc060-a8e4-4884-8734-eac74d30752f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:00:07 user nova-compute[75209]: INFO nova.compute.manager [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Terminating instance
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.compute.manager [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-881ea822-6ba3-40ff-839c-af9f53c4ec05 req-6f053cf0-aae0-457f-b144-0da5c362d0c4 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received event network-vif-unplugged-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-881ea822-6ba3-40ff-839c-af9f53c4ec05 req-6f053cf0-aae0-457f-b144-0da5c362d0c4 service nova] Acquiring lock "454bc060-a8e4-4884-8734-eac74d30752f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-881ea822-6ba3-40ff-839c-af9f53c4ec05 req-6f053cf0-aae0-457f-b144-0da5c362d0c4 service nova] Lock "454bc060-a8e4-4884-8734-eac74d30752f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-881ea822-6ba3-40ff-839c-af9f53c4ec05 req-6f053cf0-aae0-457f-b144-0da5c362d0c4 service nova] Lock "454bc060-a8e4-4884-8734-eac74d30752f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-881ea822-6ba3-40ff-839c-af9f53c4ec05 req-6f053cf0-aae0-457f-b144-0da5c362d0c4 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] No waiting events found dispatching network-vif-unplugged-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-881ea822-6ba3-40ff-839c-af9f53c4ec05 req-6f053cf0-aae0-457f-b144-0da5c362d0c4 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received event network-vif-unplugged-bf592671-6038-479e-8e6a-9b3935e36d93 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-958097da-0ee3-4dfa-b1c8-c7c5687025df req-beea4ee7-6a2b-423f-acb2-2c07ce6539d3 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Updated VIF entry in instance network info cache for port bf592671-6038-479e-8e6a-9b3935e36d93. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-958097da-0ee3-4dfa-b1c8-c7c5687025df req-beea4ee7-6a2b-423f-acb2-2c07ce6539d3 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Updating instance_info_cache with network_info: [{"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-958097da-0ee3-4dfa-b1c8-c7c5687025df req-beea4ee7-6a2b-423f-acb2-2c07ce6539d3 service nova] Releasing lock "refresh_cache-454bc060-a8e4-4884-8734-eac74d30752f" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 20:00:07 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Instance destroyed successfully.
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.objects.instance [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'resources' on Instance uuid 454bc060-a8e4-4884-8734-eac74d30752f {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:58:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-760679872',display_name='tempest-TestVolumeBootPattern-server-760679872',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-760679872',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNpYW7M2De4ezqZR4mbyQQmRbfXOj0KGKV3K6hDndwJO0WBSm3BvRDqLrGnuHGnNfWt0J9Rj9bcw5t9RvKpjJlIJhrIqMn2Bnj2gfVHxHuztL7cn3O02m7zL6bNGbB+bIg==',key_name='tempest-TestVolumeBootPattern-572805511',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:58:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-pqny9nmu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:58:28Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=454bc060-a8e4-4884-8734-eac74d30752f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "bf592671-6038-479e-8e6a-9b3935e36d93", "address": "fa:16:3e:e8:7d:0b", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf592671-60", "ovs_interfaceid": "bf592671-6038-479e-8e6a-9b3935e36d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e8:7d:0b,bridge_name='br-int',has_traffic_filtering=True,id=bf592671-6038-479e-8e6a-9b3935e36d93,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf592671-60') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG os_vif [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e8:7d:0b,bridge_name='br-int',has_traffic_filtering=True,id=bf592671-6038-479e-8e6a-9b3935e36d93,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf592671-60') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf592671-60, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ba7aad25-77e3-48f6-afed-2010f948d378) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:00:07 user nova-compute[75209]: INFO os_vif [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e8:7d:0b,bridge_name='br-int',has_traffic_filtering=True,id=bf592671-6038-479e-8e6a-9b3935e36d93,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf592671-60')
Dec 04 20:00:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dxOQfYGK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 20:00:07 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 20:00:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 20:00:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b5f6038-51b8-42f8-8deb-85dba40959a2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 20:00:08 user nova-compute[75209]: No targets found.
Dec 04 20:00:08 user nova-compute[75209]: iSNS:
Dec 04 20:00:08 user nova-compute[75209]: No targets found.
Dec 04 20:00:08 user nova-compute[75209]: STATIC:
Dec 04 20:00:08 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c
Dec 04 20:00:08 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 20:00:08 user nova-compute[75209]:                 Iface Name: default
Dec 04 20:00:08 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553
Dec 04 20:00:08 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 20:00:08 user nova-compute[75209]:                 Iface Name: default
Dec 04 20:00:08 user nova-compute[75209]: FIRMWARE:
Dec 04 20:00:08 user nova-compute[75209]: No targets found.
Dec 04 20:00:08 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 20:00:08 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 20:00:08 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f145cd-39b7-48b3-9fce-45bda5ec93a2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[758fae0c-4de7-4123-b690-c98eb7005d1d]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 20:00:08 user nova-compute[75209]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 (non-flash)
Dec 04 20:00:08 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 20:00:08 user nova-compute[75209]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 (non-flash)
Dec 04 20:00:08 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e6c69fbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553'): ({'sdc'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Removing single pathed devices sdc {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[06cf73c1-5bf4-4cba-894b-6bd5b8d37bf3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2245233-5e50-4d06-a70e-be2252397d54]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flushing IO for device /dev/sdc {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e945921-a3e9-4f22-84c7-c419578b92c3]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.036s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8b63a4a-e649-4c14-bd67-a7966431b124]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] SCSI volumes sdc have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[e55cc656-78f6-47af-a63e-630626cce066]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[97371118-01e6-431f-9bde-175107c08275]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553, portal: 172.16.0.220,3260]
Dec 04 20:00:08 user nova-compute[75209]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553, portal: 172.16.0.220,3260] successful.
Dec 04 20:00:08 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3c4dd3b-5d93-44c2-991c-a366fe606553 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[429464bc-a109-4ad6-a9f2-9ecdb283d941]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== disconnect_volume: return (292ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 20:00:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Deleting instance files /opt/stack/data/nova/instances/454bc060-a8e4-4884-8734-eac74d30752f_del
Dec 04 20:00:08 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Deletion of /opt/stack/data/nova/instances/454bc060-a8e4-4884-8734-eac74d30752f_del complete
Dec 04 20:00:08 user nova-compute[75209]: INFO nova.compute.manager [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Took 1.15 seconds to destroy the instance on the hypervisor.
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 20:00:08 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:00:08 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Took 0.47 seconds to deallocate network for instance.
Dec 04 20:00:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-182c7107-90fb-41f9-8c8a-8ac2ea048730 req-c66ef988-2b84-4422-8008-24e02a39d190 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received event network-vif-plugged-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 20:00:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-182c7107-90fb-41f9-8c8a-8ac2ea048730 req-c66ef988-2b84-4422-8008-24e02a39d190 service nova] Acquiring lock "454bc060-a8e4-4884-8734-eac74d30752f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:00:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-182c7107-90fb-41f9-8c8a-8ac2ea048730 req-c66ef988-2b84-4422-8008-24e02a39d190 service nova] Lock "454bc060-a8e4-4884-8734-eac74d30752f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:00:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-182c7107-90fb-41f9-8c8a-8ac2ea048730 req-c66ef988-2b84-4422-8008-24e02a39d190 service nova] Lock "454bc060-a8e4-4884-8734-eac74d30752f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:00:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-182c7107-90fb-41f9-8c8a-8ac2ea048730 req-c66ef988-2b84-4422-8008-24e02a39d190 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] No waiting events found dispatching network-vif-plugged-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 20:00:09 user nova-compute[75209]: WARNING nova.compute.manager [req-182c7107-90fb-41f9-8c8a-8ac2ea048730 req-c66ef988-2b84-4422-8008-24e02a39d190 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received unexpected event network-vif-plugged-bf592671-6038-479e-8e6a-9b3935e36d93 for instance with vm_state active and task_state deleting.
Dec 04 20:00:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-182c7107-90fb-41f9-8c8a-8ac2ea048730 req-c66ef988-2b84-4422-8008-24e02a39d190 service nova] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Received event network-vif-deleted-bf592671-6038-479e-8e6a-9b3935e36d93 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 20:00:09 user nova-compute[75209]: INFO nova.compute.manager [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 454bc060-a8e4-4884-8734-eac74d30752f] Took 0.79 seconds to detach 1 volumes for instance.
Dec 04 20:00:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:00:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:00:09 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 20:00:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 20:00:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.144s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:00:09 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Deleted allocations for instance 454bc060-a8e4-4884-8734-eac74d30752f
Dec 04 20:00:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-c0b7314b-c31f-4765-b9a8-8685fd7ac99e tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "454bc060-a8e4-4884-8734-eac74d30752f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.744s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:00:10 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:00:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:00:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:13 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:00:13 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 20:00:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:00:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:00:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:00:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 20:00:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 20:00:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:00:21 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:00:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:00:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:00:21 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:00:21 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 20:00:21 user nova-compute[75209]: DEBUG nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75209) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 04 20:00:22 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 20:00:22 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 20:00:22 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9040MB free_disk=24.979915618896484GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 20:00:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:00:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:00:22 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Instance 46151106-dc4f-44fd-8043-ada70f9289bd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75209) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 04 20:00:22 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 20:00:22 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 20:00:22 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 20:00:22 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 20:00:22 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 20:00:22 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.230s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:00:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:00:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:00:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:00:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:00:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:00:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:01:04 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "46151106-dc4f-44fd-8043-ada70f9289bd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "46151106-dc4f-44fd-8043-ada70f9289bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:01:06 user nova-compute[75209]: INFO nova.compute.manager [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Terminating instance
Dec 04 20:01:06 user nova-compute[75209]: DEBUG nova.compute.manager [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Start destroying the instance on the hypervisor. {{(pid=75209) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-c3af4cf5-371e-4715-b4b2-7cfa48c3ae7b req-7ac3a81c-1301-41c3-9169-8dbc2e6b5a6d service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received event network-changed-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG nova.compute.manager [req-c3af4cf5-371e-4715-b4b2-7cfa48c3ae7b req-7ac3a81c-1301-41c3-9169-8dbc2e6b5a6d service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Refreshing instance network info cache due to event network-changed-c30c9abd-b81b-4a8d-84c4-2c470ddc1754. {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c3af4cf5-371e-4715-b4b2-7cfa48c3ae7b req-7ac3a81c-1301-41c3-9169-8dbc2e6b5a6d service nova] Acquiring lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c3af4cf5-371e-4715-b4b2-7cfa48c3ae7b req-7ac3a81c-1301-41c3-9169-8dbc2e6b5a6d service nova] Acquired lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG nova.network.neutron [req-c3af4cf5-371e-4715-b4b2-7cfa48c3ae7b req-7ac3a81c-1301-41c3-9169-8dbc2e6b5a6d service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Refreshing network info cache for port c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:06 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-c3af4cf5-371e-4715-b4b2-7cfa48c3ae7b req-7ac3a81c-1301-41c3-9169-8dbc2e6b5a6d service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updated VIF entry in instance network info cache for port c30c9abd-b81b-4a8d-84c4-2c470ddc1754. {{(pid=75209) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.network.neutron [req-c3af4cf5-371e-4715-b4b2-7cfa48c3ae7b req-7ac3a81c-1301-41c3-9169-8dbc2e6b5a6d service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updating instance_info_cache with network_info: [{"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-c3af4cf5-371e-4715-b4b2-7cfa48c3ae7b req-7ac3a81c-1301-41c3-9169-8dbc2e6b5a6d service nova] Releasing lock "refresh_cache-46151106-dc4f-44fd-8043-ada70f9289bd" {{(pid=75209) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 04 20:01:07 user nova-compute[75209]: INFO nova.virt.libvirt.driver [-] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Instance destroyed successfully.
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.objects.instance [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lazy-loading 'resources' on Instance uuid 46151106-dc4f-44fd-8043-ada70f9289bd {{(pid=75209) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.vif [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-04T19:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1194669531',display_name='tempest-TestVolumeBootPattern-server-1194669531',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1194669531',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNpYW7M2De4ezqZR4mbyQQmRbfXOj0KGKV3K6hDndwJO0WBSm3BvRDqLrGnuHGnNfWt0J9Rj9bcw5t9RvKpjJlIJhrIqMn2Bnj2gfVHxHuztL7cn3O02m7zL6bNGbB+bIg==',key_name='tempest-TestVolumeBootPattern-572805511',keypairs=<?>,launch_index=0,launched_at=2023-12-04T19:56:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='39b719cfeb09429d8e40caaf62fee747',ramdisk_id='',reservation_id='r-vkjcodir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-386372412',owner_user_name='tempest-TestVolumeBootPattern-386372412-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-04T19:56:28Z,user_data=None,user_id='b47184cfc88546e0873d275169bdf4a2',uuid=46151106-dc4f-44fd-8043-ada70f9289bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converting VIF {"id": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "address": "fa:16:3e:dd:e1:35", "network": {"id": "d7f291c7-5fee-432a-8dd7-23abd3dbdf6d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1897188225-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39b719cfeb09429d8e40caaf62fee747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc30c9abd-b8", "ovs_interfaceid": "c30c9abd-b81b-4a8d-84c4-2c470ddc1754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.network.os_vif_util [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dd:e1:35,bridge_name='br-int',has_traffic_filtering=True,id=c30c9abd-b81b-4a8d-84c4-2c470ddc1754,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc30c9abd-b8') {{(pid=75209) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_vif [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:e1:35,bridge_name='br-int',has_traffic_filtering=True,id=c30c9abd-b81b-4a8d-84c4-2c470ddc1754,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc30c9abd-b8') {{(pid=75209) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc30c9abd-b8, bridge=br-int, if_exists=True) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=67e46e98-f0ca-4643-b52f-bc55ef28bfc4) {{(pid=75209) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:07 user nova-compute[75209]: INFO os_vif [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:e1:35,bridge_name='br-int',has_traffic_filtering=True,id=c30c9abd-b81b-4a8d-84c4-2c470ddc1754,network=Network(d7f291c7-5fee-432a-8dd7-23abd3dbdf6d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc30c9abd-b8')
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] calling os-brick to detach iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f4e7c4a68c0>, {'target_iqn': 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PRSJBlbx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 04 20:01:07 user nova-compute[75209]: WARNING os_brick.initiator.connectors.base [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-2d08430f-cd65-4dfc-9d21-039db539817b req-0ed67b07-4e45-4dc8-8ac2-d864d1356335 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received event network-vif-unplugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2d08430f-cd65-4dfc-9d21-039db539817b req-0ed67b07-4e45-4dc8-8ac2-d864d1356335 service nova] Acquiring lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2d08430f-cd65-4dfc-9d21-039db539817b req-0ed67b07-4e45-4dc8-8ac2-d864d1356335 service nova] Lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-2d08430f-cd65-4dfc-9d21-039db539817b req-0ed67b07-4e45-4dc8-8ac2-d864d1356335 service nova] Lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-2d08430f-cd65-4dfc-9d21-039db539817b req-0ed67b07-4e45-4dc8-8ac2-d864d1356335 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] No waiting events found dispatching network-vif-unplugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.compute.manager [req-2d08430f-cd65-4dfc-9d21-039db539817b req-0ed67b07-4e45-4dc8-8ac2-d864d1356335 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received event network-vif-unplugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 for instance with task_state deleting. {{(pid=75209) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc3737a8-cfd8-48fc-bc30-5e92fbcdc4bd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 04 20:01:07 user nova-compute[75209]: No targets found.
Dec 04 20:01:07 user nova-compute[75209]: iSNS:
Dec 04 20:01:07 user nova-compute[75209]: No targets found.
Dec 04 20:01:07 user nova-compute[75209]: STATIC:
Dec 04 20:01:07 user nova-compute[75209]: Target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c
Dec 04 20:01:07 user nova-compute[75209]:         Portal: 172.16.0.220:3260,-1
Dec 04 20:01:07 user nova-compute[75209]:                 Iface Name: default
Dec 04 20:01:07 user nova-compute[75209]: FIRMWARE:
Dec 04 20:01:07 user nova-compute[75209]: No targets found.
Dec 04 20:01:07 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 04 20:01:07 user nova-compute[75209]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 04 20:01:07 user nova-compute[75209]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75209) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c', 0)] {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[8047cdcc-82bf-4f2f-a280-c01ed44131af]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb7d1896-da12-4cf9-ba2d-8cda09f394ca]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 20:01:07 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c (non-flash)
Dec 04 20:01:07 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f4e4c5a2a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c'): ({'sdb'}, set())}) {{(pid=75209) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Removing single pathed devices sdb {{(pid=75209) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca096abe-f45a-4131-902e-1d2e792d540d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d38be2-f56f-407f-9140-3277ecb4aa09]: (4, ('ok\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Flushing IO for device /dev/sdb {{(pid=75209) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebff662c-1319-42b7-ac0e-7df936ff07b0]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75209) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[05faccaa-4d3e-4880-951d-97dc77523009]: (4, ('1', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.linuxscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] SCSI volumes sdb have been removed. {{(pid=75209) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO278af733-692c0e3af0a44662', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_278af733', '/dev/disk/by-id/scsi-23639326330653361') {{(pid=86285) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[d68eb095-7c2d-4301-9268-d1c093259dba]: (4, None) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c')] {{(pid=75209) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[445051b6-49ab-4e84-86dc-3749f3c00ff4]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --logout {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[2636724c-be49-40cd-9434-511084d6a435]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260]
Dec 04 20:01:07 user nova-compute[75209]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c, portal: 172.16.0.220,3260] successful.
Dec 04 20:01:07 user nova-compute[75209]:  stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op delete {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05203978-0e60-4fa1-89ad-ed0443f7bd4c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86285) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.privsep.daemon [-] privsep: reply[c307e932-5689-4b53-b3bd-6486589677c5]: (4, ('', '')) {{(pid=86285) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75209) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.base [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG os_brick.initiator.connectors.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] <== disconnect_volume: return (284ms) None {{(pid=75209) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Disconnected iSCSI Volume {{(pid=75209) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 04 20:01:07 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Deleting instance files /opt/stack/data/nova/instances/46151106-dc4f-44fd-8043-ada70f9289bd_del
Dec 04 20:01:07 user nova-compute[75209]: INFO nova.virt.libvirt.driver [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Deletion of /opt/stack/data/nova/instances/46151106-dc4f-44fd-8043-ada70f9289bd_del complete
Dec 04 20:01:07 user nova-compute[75209]: INFO nova.compute.manager [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Took 1.14 seconds to destroy the instance on the hypervisor.
Dec 04 20:01:07 user nova-compute[75209]: DEBUG oslo.service.loopingcall [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75209) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.compute.manager [-] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Deallocating network for instance {{(pid=75209) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 04 20:01:07 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] deallocate_for_instance() {{(pid=75209) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 04 20:01:08 user nova-compute[75209]: DEBUG nova.network.neutron [-] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Updating instance_info_cache with network_info: [] {{(pid=75209) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 04 20:01:08 user nova-compute[75209]: INFO nova.compute.manager [-] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Took 0.76 seconds to deallocate network for instance.
Dec 04 20:01:08 user nova-compute[75209]: DEBUG nova.compute.manager [req-4263d320-fe39-4ad9-9fc5-0ade1db6c764 req-fe273516-b6df-42ec-a628-6912c4f76fb8 service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received event network-vif-deleted-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 20:01:09 user nova-compute[75209]: INFO nova.compute.manager [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Took 0.82 seconds to detach 1 volumes for instance.
Dec 04 20:01:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:01:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:01:09 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 20:01:09 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 20:01:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-6f6d52c8-1baf-4c08-9a1a-273a4291b19c req-6f997eef-211c-4caf-9ef1-e8df632783aa service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received event network-vif-plugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 04 20:01:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6f6d52c8-1baf-4c08-9a1a-273a4291b19c req-6f997eef-211c-4caf-9ef1-e8df632783aa service nova] Acquiring lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:01:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6f6d52c8-1baf-4c08-9a1a-273a4291b19c req-6f997eef-211c-4caf-9ef1-e8df632783aa service nova] Lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:01:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [req-6f6d52c8-1baf-4c08-9a1a-273a4291b19c req-6f997eef-211c-4caf-9ef1-e8df632783aa service nova] Lock "46151106-dc4f-44fd-8043-ada70f9289bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:01:09 user nova-compute[75209]: DEBUG nova.compute.manager [req-6f6d52c8-1baf-4c08-9a1a-273a4291b19c req-6f997eef-211c-4caf-9ef1-e8df632783aa service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] No waiting events found dispatching network-vif-plugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 {{(pid=75209) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 04 20:01:09 user nova-compute[75209]: WARNING nova.compute.manager [req-6f6d52c8-1baf-4c08-9a1a-273a4291b19c req-6f997eef-211c-4caf-9ef1-e8df632783aa service nova] [instance: 46151106-dc4f-44fd-8043-ada70f9289bd] Received unexpected event network-vif-plugged-c30c9abd-b81b-4a8d-84c4-2c470ddc1754 for instance with vm_state deleted and task_state None.
Dec 04 20:01:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.107s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:01:09 user nova-compute[75209]: INFO nova.scheduler.client.report [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Deleted allocations for instance 46151106-dc4f-44fd-8043-ada70f9289bd
Dec 04 20:01:09 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-9207d8af-86e7-413a-9d77-4610e17441ef tempest-TestVolumeBootPattern-386372412 tempest-TestVolumeBootPattern-386372412-project-member] Lock "46151106-dc4f-44fd-8043-ada70f9289bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:01:10 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:01:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:01:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:12 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:01:14 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:01:14 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 20:01:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:01:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 20:01:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 20:01:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 20:01:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:01:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:01:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 20:01:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 20:01:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 20:01:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:23 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:01:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:01:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:01:23 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:01:23 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 20:01:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 20:01:24 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 20:01:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9183MB free_disk=24.97897720336914GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 20:01:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:01:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:01:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 20:01:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 20:01:24 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 20:01:24 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 20:01:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 20:01:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.146s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:01:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:01:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:01:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:01:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 20:01:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 20:01:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 20:01:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:01:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:01:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:01:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:01:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75209) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 04 20:01:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 20:01:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75209) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 04 20:01:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:02:05 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:05 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:02:05 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:02:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:11 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:02:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:02:12 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:02:14 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:02:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:02:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:02:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 20:02:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:02:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 20:02:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 20:02:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 20:02:19 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:02:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:02:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:02:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:02:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:02:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:02:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 20:02:25 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 20:02:25 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 20:02:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9335MB free_disk=24.97577667236328GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 20:02:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:02:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:02:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 20:02:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 20:02:25 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 20:02:25 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 20:02:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 20:02:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.112s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:02:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:52 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:02:57 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:03:02 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:03:06 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:07 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:03:07 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:12 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:03:12 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:14 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:14 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:15 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:15 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75209) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 04 20:03:17 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:03:17 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Starting heal instance info cache {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 04 20:03:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Rebuilding the list of instances to heal {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 04 20:03:17 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Didn't find any instances for network info cache update. {{(pid=75209) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 04 20:03:21 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:22 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:03:24 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:03:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:03:24 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:03:24 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Auditing locally available compute resources for user (node: user) {{(pid=75209) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 04 20:03:25 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 20:03:25 user nova-compute[75209]: WARNING nova.virt.libvirt.driver [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 04 20:03:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Hypervisor/Node resource view: name=user free_ram=9352MB free_disk=24.970046997070312GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75209) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 04 20:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 04 20:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 04 20:03:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 04 20:03:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75209) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 04 20:03:25 user nova-compute[75209]: DEBUG nova.compute.provider_tree [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed in ProviderTree for provider: 21ae8f33-6f78-4779-921c-d12516131ad7 {{(pid=75209) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 04 20:03:25 user nova-compute[75209]: DEBUG nova.scheduler.client.report [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Inventory has not changed for provider 21ae8f33-6f78-4779-921c-d12516131ad7 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75209) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 04 20:03:25 user nova-compute[75209]: DEBUG nova.compute.resource_tracker [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Compute_service record updated for user:user {{(pid=75209) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 04 20:03:25 user nova-compute[75209]: DEBUG oslo_concurrency.lockutils [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.111s {{(pid=75209) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 04 20:03:26 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:26 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75209) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 04 20:03:27 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:03:28 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:32 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 04 20:03:37 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:03:42 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 04 20:03:43 user nova-compute[75209]: DEBUG oslo_service.periodic_task [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75209) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 04 20:03:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] Cleaning up deleted instances {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 04 20:03:43 user nova-compute[75209]: DEBUG nova.compute.manager [None req-206407d6-8eca-432e-89ee-f17d79e35728 None None] There are 0 instances to clean {{(pid=75209) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 04 20:03:47 user nova-compute[75209]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75209) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}